2024-11-20 08:18:28,913 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-11-20 08:18:28,932 main DEBUG Took 0.017365 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 08:18:28,932 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 08:18:28,933 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 08:18:28,934 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 08:18:28,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:18:28,945 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 08:18:28,956 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:18:28,958 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:18:28,958 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:18:28,958 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:18:28,959 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:18:28,959 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:18:28,960 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:18:28,960 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:18:28,960 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:18:28,961 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:18:28,961 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:18:28,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:18:28,962 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:18:28,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:18:28,963 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:18:28,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:18:28,964 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:18:28,964 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:18:28,964 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:18:28,965 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:18:28,965 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:18:28,965 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:18:28,966 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:18:28,966 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:18:28,966 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:18:28,967 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 08:18:28,968 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:18:28,969 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 08:18:28,971 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 08:18:28,971 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 08:18:28,972 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 08:18:28,972 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 08:18:28,980 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 08:18:28,983 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 08:18:28,984 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 08:18:28,985 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 08:18:28,985 main DEBUG createAppenders(={Console}) 2024-11-20 08:18:28,986 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 initialized 2024-11-20 08:18:28,986 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-11-20 08:18:28,986 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 OK. 2024-11-20 08:18:28,987 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 08:18:28,987 main DEBUG OutputStream closed 2024-11-20 08:18:28,987 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 08:18:28,988 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 08:18:28,988 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@662b4c69 OK 2024-11-20 08:18:29,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 08:18:29,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 08:18:29,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 08:18:29,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 08:18:29,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 08:18:29,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 08:18:29,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 08:18:29,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 08:18:29,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 08:18:29,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 08:18:29,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 08:18:29,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 08:18:29,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 08:18:29,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 08:18:29,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 08:18:29,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 08:18:29,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 08:18:29,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 08:18:29,065 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 08:18:29,065 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-20 08:18:29,065 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 08:18:29,066 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-20T08:18:29,081 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-20 08:18:29,084 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 08:18:29,085 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T08:18:29,144 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=53, ProcessCount=11, AvailableMemoryMB=3434 2024-11-20T08:18:29,374 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa 2024-11-20T08:18:29,376 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:18:29,379 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/cluster_e4f3fcbf-92d3-4053-05fe-377a1c459261, deleteOnExit=true 2024-11-20T08:18:29,379 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-20T08:18:29,380 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/test.cache.data in system properties and HBase conf 2024-11-20T08:18:29,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:18:29,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:18:29,382 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:18:29,383 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:18:29,383 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T08:18:29,471 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T08:18:29,555 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:18:29,558 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:18:29,559 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:18:29,559 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:18:29,560 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:18:29,560 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:18:29,561 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:18:29,561 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:18:29,561 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:18:29,562 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:18:29,562 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:18:29,562 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:18:29,563 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:18:29,563 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:18:29,564 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:18:30,382 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T08:18:30,466 INFO [Time-limited test {}] log.Log(170): Logging initialized @2225ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T08:18:30,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:30,615 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:18:30,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:18:30,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:18:30,640 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:18:30,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:30,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:18:30,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:18:30,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/java.io.tmpdir/jetty-localhost-41141-hadoop-hdfs-3_4_1-tests_jar-_-any-3967816101073618644/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:18:30,891 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:41141} 2024-11-20T08:18:30,892 INFO [Time-limited test {}] server.Server(415): Started @2651ms 2024-11-20T08:18:31,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:31,283 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:18:31,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:18:31,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:18:31,284 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:18:31,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:18:31,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:18:31,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39927f61{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/java.io.tmpdir/jetty-localhost-40989-hadoop-hdfs-3_4_1-tests_jar-_-any-1005755198984362926/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:31,405 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:40989} 2024-11-20T08:18:31,406 INFO [Time-limited test {}] server.Server(415): Started @3165ms 2024-11-20T08:18:31,461 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:18:31,589 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:31,599 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:18:31,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:18:31,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:18:31,601 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:18:31,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:18:31,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:18:31,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64605125{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/java.io.tmpdir/jetty-localhost-35643-hadoop-hdfs-3_4_1-tests_jar-_-any-3276387342468471254/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:31,721 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:35643} 2024-11-20T08:18:31,721 INFO [Time-limited test {}] server.Server(415): Started @3481ms 2024-11-20T08:18:31,723 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:18:31,913 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/cluster_e4f3fcbf-92d3-4053-05fe-377a1c459261/dfs/data/data2/current/BP-925917775-172.17.0.2-1732090710143/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:31,913 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/cluster_e4f3fcbf-92d3-4053-05fe-377a1c459261/dfs/data/data1/current/BP-925917775-172.17.0.2-1732090710143/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:31,913 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/cluster_e4f3fcbf-92d3-4053-05fe-377a1c459261/dfs/data/data3/current/BP-925917775-172.17.0.2-1732090710143/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:31,913 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/cluster_e4f3fcbf-92d3-4053-05fe-377a1c459261/dfs/data/data4/current/BP-925917775-172.17.0.2-1732090710143/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:31,969 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:18:31,969 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:18:32,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55215b3e7c986ba0 with lease ID 0x93fe5273d0c8bd13: Processing first storage report for DS-6742104a-4faa-4a87-8274-46e686ccbda9 from datanode DatanodeRegistration(127.0.0.1:46003, datanodeUuid=cef62403-ab57-4f30-a13b-df3865c5088e, infoPort=39637, infoSecurePort=0, ipcPort=34465, storageInfo=lv=-57;cid=testClusterID;nsid=1459838362;c=1732090710143) 2024-11-20T08:18:32,045 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55215b3e7c986ba0 with lease ID 0x93fe5273d0c8bd13: from storage DS-6742104a-4faa-4a87-8274-46e686ccbda9 node DatanodeRegistration(127.0.0.1:46003, datanodeUuid=cef62403-ab57-4f30-a13b-df3865c5088e, infoPort=39637, infoSecurePort=0, ipcPort=34465, storageInfo=lv=-57;cid=testClusterID;nsid=1459838362;c=1732090710143), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-20T08:18:32,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc332a03a4a1f2436 with lease ID 0x93fe5273d0c8bd14: Processing first storage report for DS-3d06134f-8718-424e-b5dd-4cef30ddceba from datanode DatanodeRegistration(127.0.0.1:46277, datanodeUuid=4dc2fa14-a310-46de-b08c-4709019daef6, infoPort=40577, infoSecurePort=0, ipcPort=33401, storageInfo=lv=-57;cid=testClusterID;nsid=1459838362;c=1732090710143) 2024-11-20T08:18:32,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc332a03a4a1f2436 with lease ID 0x93fe5273d0c8bd14: from storage DS-3d06134f-8718-424e-b5dd-4cef30ddceba node DatanodeRegistration(127.0.0.1:46277, datanodeUuid=4dc2fa14-a310-46de-b08c-4709019daef6, infoPort=40577, infoSecurePort=0, ipcPort=33401, storageInfo=lv=-57;cid=testClusterID;nsid=1459838362;c=1732090710143), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:18:32,047 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55215b3e7c986ba0 with lease ID 0x93fe5273d0c8bd13: Processing first storage report for DS-1da3ba46-ab7d-4a38-b8ba-513a110ec0be from datanode DatanodeRegistration(127.0.0.1:46003, datanodeUuid=cef62403-ab57-4f30-a13b-df3865c5088e, infoPort=39637, infoSecurePort=0, ipcPort=34465, storageInfo=lv=-57;cid=testClusterID;nsid=1459838362;c=1732090710143) 2024-11-20T08:18:32,047 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55215b3e7c986ba0 with lease ID 0x93fe5273d0c8bd13: from storage DS-1da3ba46-ab7d-4a38-b8ba-513a110ec0be node DatanodeRegistration(127.0.0.1:46003, datanodeUuid=cef62403-ab57-4f30-a13b-df3865c5088e, infoPort=39637, infoSecurePort=0, ipcPort=34465, storageInfo=lv=-57;cid=testClusterID;nsid=1459838362;c=1732090710143), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T08:18:32,047 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc332a03a4a1f2436 with lease ID 0x93fe5273d0c8bd14: Processing first storage report for DS-ecd22b1b-91ab-4552-b998-830e02b445e5 from datanode DatanodeRegistration(127.0.0.1:46277, datanodeUuid=4dc2fa14-a310-46de-b08c-4709019daef6, infoPort=40577, infoSecurePort=0, ipcPort=33401, storageInfo=lv=-57;cid=testClusterID;nsid=1459838362;c=1732090710143) 2024-11-20T08:18:32,048 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc332a03a4a1f2436 with lease ID 0x93fe5273d0c8bd14: from storage DS-ecd22b1b-91ab-4552-b998-830e02b445e5 node DatanodeRegistration(127.0.0.1:46277, datanodeUuid=4dc2fa14-a310-46de-b08c-4709019daef6, infoPort=40577, infoSecurePort=0, ipcPort=33401, storageInfo=lv=-57;cid=testClusterID;nsid=1459838362;c=1732090710143), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:18:32,164 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa 2024-11-20T08:18:32,243 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/cluster_e4f3fcbf-92d3-4053-05fe-377a1c459261/zookeeper_0, clientPort=58199, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/cluster_e4f3fcbf-92d3-4053-05fe-377a1c459261/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/cluster_e4f3fcbf-92d3-4053-05fe-377a1c459261/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T08:18:32,254 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=58199 2024-11-20T08:18:32,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:32,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:32,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:18:32,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:18:32,912 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d with version=8 2024-11-20T08:18:32,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/hbase-staging 2024-11-20T08:18:33,041 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T08:18:33,306 INFO [Time-limited test {}] client.ConnectionUtils(129): master/a04d4489dc6d:0 server-side Connection retries=45 2024-11-20T08:18:33,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:33,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:33,328 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:18:33,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:33,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:18:33,461 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:18:33,520 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T08:18:33,529 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T08:18:33,533 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:18:33,560 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5598 (auto-detected) 2024-11-20T08:18:33,561 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T08:18:33,581 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38379 2024-11-20T08:18:33,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:33,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:33,603 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38379 connecting to ZooKeeper ensemble=127.0.0.1:58199 2024-11-20T08:18:33,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383790x0, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:18:33,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38379-0x100140289850000 connected 2024-11-20T08:18:33,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:18:33,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:33,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:18:33,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38379 2024-11-20T08:18:33,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38379 2024-11-20T08:18:33,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38379 2024-11-20T08:18:33,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38379 2024-11-20T08:18:33,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38379 2024-11-20T08:18:33,683 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d, hbase.cluster.distributed=false 2024-11-20T08:18:33,745 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/a04d4489dc6d:0 server-side Connection retries=45 2024-11-20T08:18:33,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:33,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:33,746 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:18:33,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:33,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:18:33,748 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:18:33,751 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:18:33,752 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37425 2024-11-20T08:18:33,753 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:18:33,759 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:18:33,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:33,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:33,771 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37425 connecting to ZooKeeper ensemble=127.0.0.1:58199 2024-11-20T08:18:33,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374250x0, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:18:33,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374250x0, quorum=127.0.0.1:58199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:18:33,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37425-0x100140289850001 connected 2024-11-20T08:18:33,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37425-0x100140289850001, quorum=127.0.0.1:58199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:33,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37425-0x100140289850001, quorum=127.0.0.1:58199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:18:33,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37425 2024-11-20T08:18:33,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37425 2024-11-20T08:18:33,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37425 2024-11-20T08:18:33,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37425 2024-11-20T08:18:33,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37425 2024-11-20T08:18:33,806 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/a04d4489dc6d:0 server-side Connection retries=45 2024-11-20T08:18:33,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:33,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:33,807 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:18:33,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:33,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:18:33,807 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:18:33,807 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:18:33,808 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33213 2024-11-20T08:18:33,809 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:18:33,810 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:18:33,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:33,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:33,819 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33213 connecting to ZooKeeper ensemble=127.0.0.1:58199 2024-11-20T08:18:33,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332130x0, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:18:33,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33213-0x100140289850002 connected 2024-11-20T08:18:33,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33213-0x100140289850002, quorum=127.0.0.1:58199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:18:33,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33213-0x100140289850002, quorum=127.0.0.1:58199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:33,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33213-0x100140289850002, quorum=127.0.0.1:58199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:18:33,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33213 2024-11-20T08:18:33,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33213 2024-11-20T08:18:33,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33213 2024-11-20T08:18:33,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33213 2024-11-20T08:18:33,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33213 2024-11-20T08:18:33,831 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/a04d4489dc6d,38379,1732090713035 2024-11-20T08:18:33,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x100140289850001, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:33,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x100140289850002, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:33,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:33,840 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a04d4489dc6d,38379,1732090713035 2024-11-20T08:18:33,847 DEBUG [M:0;a04d4489dc6d:38379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a04d4489dc6d:38379 2024-11-20T08:18:33,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x100140289850001, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:18:33,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:18:33,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x100140289850002, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:18:33,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x100140289850001, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:33,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:33,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x100140289850002, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:33,863 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T08:18:33,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T08:18:33,864 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a04d4489dc6d,38379,1732090713035 from backup master directory 2024-11-20T08:18:33,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x100140289850001, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:33,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a04d4489dc6d,38379,1732090713035 2024-11-20T08:18:33,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:33,868 WARN [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:18:33,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x100140289850002, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:33,868 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a04d4489dc6d,38379,1732090713035 2024-11-20T08:18:33,872 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T08:18:33,874 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T08:18:33,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:18:33,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:18:33,948 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/hbase.id with ID: 09c8a92e-7006-4371-9969-32c6c8925dde 2024-11-20T08:18:33,995 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:34,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x100140289850002, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:34,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:34,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x100140289850001, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:34,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:18:34,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:18:34,060 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:18:34,063 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:18:34,088 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:18:34,093 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:34,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:18:34,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:18:34,545 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/MasterData/data/master/store 2024-11-20T08:18:34,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:18:34,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:18:34,566 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T08:18:34,567 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:34,568 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:18:34,568 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:34,568 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:34,568 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:18:34,569 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:34,569 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:34,569 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T08:18:34,571 WARN [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/MasterData/data/master/store/.initializing 2024-11-20T08:18:34,571 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/MasterData/WALs/a04d4489dc6d,38379,1732090713035 2024-11-20T08:18:34,577 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:18:34,587 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C38379%2C1732090713035, suffix=, logDir=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/MasterData/WALs/a04d4489dc6d,38379,1732090713035, archiveDir=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/MasterData/oldWALs, maxLogs=10 2024-11-20T08:18:34,610 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/MasterData/WALs/a04d4489dc6d,38379,1732090713035/a04d4489dc6d%2C38379%2C1732090713035.1732090714592, exclude list is [], retry=0 2024-11-20T08:18:34,627 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46003,DS-6742104a-4faa-4a87-8274-46e686ccbda9,DISK] 2024-11-20T08:18:34,627 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-3d06134f-8718-424e-b5dd-4cef30ddceba,DISK] 2024-11-20T08:18:34,630 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T08:18:34,666 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/MasterData/WALs/a04d4489dc6d,38379,1732090713035/a04d4489dc6d%2C38379%2C1732090713035.1732090714592 2024-11-20T08:18:34,667 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39637:39637),(127.0.0.1/127.0.0.1:40577:40577)] 2024-11-20T08:18:34,668 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:18:34,668 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:34,671 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:34,672 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:34,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:34,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:18:34,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:34,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:34,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:34,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:18:34,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:34,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:34,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:34,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:18:34,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:34,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:34,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:34,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:18:34,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:34,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:34,757 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:34,758 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:34,767 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:18:34,771 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:34,775 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:34,776 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60665921, jitterRate=-0.0960073322057724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:18:34,780 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T08:18:34,781 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:18:34,809 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b7c4a4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:34,843 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-20T08:18:34,854 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:18:34,854 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:18:34,856 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:18:34,858 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T08:18:34,863 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-20T08:18:34,863 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:18:34,894 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:18:34,910 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T08:18:34,913 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-20T08:18:34,915 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:18:34,916 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:18:34,918 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-20T08:18:34,919 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:18:34,922 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:18:34,924 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-20T08:18:34,925 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:18:34,927 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T08:18:34,936 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:18:34,938 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T08:18:34,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:34,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x100140289850001, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:34,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x100140289850002, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:34,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x100140289850002, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:34,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x100140289850001, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:34,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:34,942 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=a04d4489dc6d,38379,1732090713035, sessionid=0x100140289850000, setting cluster-up flag (Was=false) 2024-11-20T08:18:34,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:34,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x100140289850002, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:34,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x100140289850001, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:34,961 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T08:18:34,963 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a04d4489dc6d,38379,1732090713035 2024-11-20T08:18:34,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x100140289850001, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:34,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x100140289850002, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:34,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:34,973 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T08:18:34,975 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a04d4489dc6d,38379,1732090713035 2024-11-20T08:18:35,046 DEBUG [RS:1;a04d4489dc6d:33213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a04d4489dc6d:33213 2024-11-20T08:18:35,048 INFO [RS:1;a04d4489dc6d:33213 {}] regionserver.HRegionServer(1008): ClusterId : 09c8a92e-7006-4371-9969-32c6c8925dde 2024-11-20T08:18:35,049 DEBUG [RS:0;a04d4489dc6d:37425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a04d4489dc6d:37425 2024-11-20T08:18:35,051 INFO [RS:0;a04d4489dc6d:37425 {}] regionserver.HRegionServer(1008): ClusterId : 09c8a92e-7006-4371-9969-32c6c8925dde 2024-11-20T08:18:35,052 DEBUG [RS:1;a04d4489dc6d:33213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:18:35,052 DEBUG [RS:0;a04d4489dc6d:37425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:18:35,057 DEBUG [RS:0;a04d4489dc6d:37425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:18:35,057 DEBUG [RS:1;a04d4489dc6d:33213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:18:35,057 DEBUG [RS:0;a04d4489dc6d:37425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:18:35,057 DEBUG [RS:1;a04d4489dc6d:33213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:18:35,058 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-20T08:18:35,060 DEBUG [RS:0;a04d4489dc6d:37425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:18:35,060 DEBUG [RS:1;a04d4489dc6d:33213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:18:35,060 DEBUG [RS:0;a04d4489dc6d:37425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149adfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:35,060 DEBUG [RS:1;a04d4489dc6d:33213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5608a1fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:35,062 DEBUG [RS:0;a04d4489dc6d:37425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b26c3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a04d4489dc6d/172.17.0.2:0 2024-11-20T08:18:35,062 DEBUG [RS:1;a04d4489dc6d:33213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23cf17b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a04d4489dc6d/172.17.0.2:0 2024-11-20T08:18:35,064 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-20T08:18:35,065 INFO [RS:0;a04d4489dc6d:37425 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T08:18:35,065 INFO [RS:1;a04d4489dc6d:33213 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T08:18:35,065 INFO [RS:0;a04d4489dc6d:37425 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T08:18:35,065 INFO [RS:1;a04d4489dc6d:33213 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T08:18:35,065 DEBUG [RS:0;a04d4489dc6d:37425 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T08:18:35,065 DEBUG [RS:1;a04d4489dc6d:33213 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T08:18:35,067 INFO [RS:0;a04d4489dc6d:37425 {}] regionserver.HRegionServer(3073): reportForDuty to master=a04d4489dc6d,38379,1732090713035 with isa=a04d4489dc6d/172.17.0.2:37425, startcode=1732090713744 2024-11-20T08:18:35,067 INFO [RS:1;a04d4489dc6d:33213 {}] regionserver.HRegionServer(3073): reportForDuty to master=a04d4489dc6d,38379,1732090713035 with isa=a04d4489dc6d/172.17.0.2:33213, startcode=1732090713805 2024-11-20T08:18:35,067 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:18:35,073 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a04d4489dc6d,38379,1732090713035 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:18:35,076 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:35,076 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:35,077 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:35,077 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:35,077 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a04d4489dc6d:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:18:35,077 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:35,077 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:18:35,077 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:35,079 DEBUG [RS:0;a04d4489dc6d:37425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:18:35,079 DEBUG [RS:1;a04d4489dc6d:33213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:18:35,079 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090745079 2024-11-20T08:18:35,081 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:18:35,082 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:18:35,084 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:18:35,084 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:18:35,085 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:18:35,086 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:18:35,086 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:18:35,086 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:18:35,087 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:35,088 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:18:35,089 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:35,089 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:18:35,089 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:18:35,089 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:18:35,091 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:18:35,092 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:18:35,093 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.large.0-1732090715093,5,FailOnTimeoutGroup] 2024-11-20T08:18:35,094 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.small.0-1732090715093,5,FailOnTimeoutGroup] 2024-11-20T08:18:35,094 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:35,094 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:18:35,095 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:35,095 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:35,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741831_1007 (size=1039) 2024-11-20T08:18:35,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741831_1007 (size=1039) 2024-11-20T08:18:35,106 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-20T08:18:35,106 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d 2024-11-20T08:18:35,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741832_1008 (size=32) 2024-11-20T08:18:35,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741832_1008 (size=32) 2024-11-20T08:18:35,120 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34671, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:18:35,120 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49155, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:18:35,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:35,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:18:35,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:18:35,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:35,127 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38379 {}] master.ServerManager(332): Checking decommissioned status of RegionServer a04d4489dc6d,33213,1732090713805 2024-11-20T08:18:35,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:35,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:18:35,129 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38379 {}] master.ServerManager(486): Registering regionserver=a04d4489dc6d,33213,1732090713805 2024-11-20T08:18:35,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:18:35,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:35,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:35,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:18:35,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:18:35,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:35,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:35,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/hbase/meta/1588230740 2024-11-20T08:18:35,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/hbase/meta/1588230740 2024-11-20T08:18:35,140 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:18:35,141 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38379 {}] master.ServerManager(332): Checking decommissioned status of RegionServer a04d4489dc6d,37425,1732090713744 2024-11-20T08:18:35,141 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38379 {}] master.ServerManager(486): Registering regionserver=a04d4489dc6d,37425,1732090713744 2024-11-20T08:18:35,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T08:18:35,145 DEBUG [RS:1;a04d4489dc6d:33213 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d 2024-11-20T08:18:35,145 DEBUG [RS:0;a04d4489dc6d:37425 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d 2024-11-20T08:18:35,146 DEBUG [RS:1;a04d4489dc6d:33213 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39943 2024-11-20T08:18:35,146 DEBUG [RS:0;a04d4489dc6d:37425 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39943 2024-11-20T08:18:35,146 DEBUG [RS:1;a04d4489dc6d:33213 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T08:18:35,146 DEBUG [RS:0;a04d4489dc6d:37425 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T08:18:35,148 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:35,149 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65876906, jitterRate=-0.01835760474205017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:18:35,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T08:18:35,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:18:35,152 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T08:18:35,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T08:18:35,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:18:35,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:18:35,153 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T08:18:35,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:18:35,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T08:18:35,154 DEBUG [RS:0;a04d4489dc6d:37425 {}] zookeeper.ZKUtil(111): regionserver:37425-0x100140289850001, quorum=127.0.0.1:58199, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a04d4489dc6d,37425,1732090713744 2024-11-20T08:18:35,154 DEBUG [RS:1;a04d4489dc6d:33213 {}] zookeeper.ZKUtil(111): regionserver:33213-0x100140289850002, quorum=127.0.0.1:58199, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a04d4489dc6d,33213,1732090713805 2024-11-20T08:18:35,154 WARN [RS:0;a04d4489dc6d:37425 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:18:35,154 WARN [RS:1;a04d4489dc6d:33213 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:18:35,154 INFO [RS:0;a04d4489dc6d:37425 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:35,154 INFO [RS:1;a04d4489dc6d:33213 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:35,154 DEBUG [RS:1;a04d4489dc6d:33213 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/WALs/a04d4489dc6d,33213,1732090713805 2024-11-20T08:18:35,154 DEBUG [RS:0;a04d4489dc6d:37425 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/WALs/a04d4489dc6d,37425,1732090713744 2024-11-20T08:18:35,156 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:18:35,156 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-20T08:18:35,157 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a04d4489dc6d,33213,1732090713805] 2024-11-20T08:18:35,157 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a04d4489dc6d,37425,1732090713744] 2024-11-20T08:18:35,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:18:35,169 DEBUG [RS:1;a04d4489dc6d:33213 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T08:18:35,169 DEBUG [RS:0;a04d4489dc6d:37425 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T08:18:35,171 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:18:35,174 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:18:35,182 INFO [RS:1;a04d4489dc6d:33213 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:18:35,182 INFO [RS:0;a04d4489dc6d:37425 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:18:35,194 INFO [RS:1;a04d4489dc6d:33213 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:18:35,194 INFO [RS:0;a04d4489dc6d:37425 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:18:35,197 INFO [RS:1;a04d4489dc6d:33213 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:18:35,197 INFO [RS:0;a04d4489dc6d:37425 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:18:35,197 INFO [RS:1;a04d4489dc6d:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:35,197 INFO [RS:0;a04d4489dc6d:37425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:35,199 INFO [RS:1;a04d4489dc6d:33213 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T08:18:35,200 INFO [RS:0;a04d4489dc6d:37425 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T08:18:35,205 INFO [RS:1;a04d4489dc6d:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:35,205 INFO [RS:0;a04d4489dc6d:37425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:35,206 DEBUG [RS:1;a04d4489dc6d:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:35,206 DEBUG [RS:0;a04d4489dc6d:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:35,206 DEBUG [RS:1;a04d4489dc6d:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:35,206 DEBUG [RS:0;a04d4489dc6d:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:35,206 DEBUG [RS:1;a04d4489dc6d:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:35,206 DEBUG [RS:0;a04d4489dc6d:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:35,206 DEBUG [RS:1;a04d4489dc6d:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:35,206 DEBUG [RS:0;a04d4489dc6d:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:35,206 DEBUG [RS:1;a04d4489dc6d:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:35,206 DEBUG [RS:0;a04d4489dc6d:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:35,206 DEBUG [RS:1;a04d4489dc6d:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a04d4489dc6d:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:18:35,206 DEBUG [RS:0;a04d4489dc6d:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a04d4489dc6d:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:18:35,206 DEBUG [RS:1;a04d4489dc6d:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:35,206 DEBUG [RS:0;a04d4489dc6d:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:35,207 DEBUG [RS:1;a04d4489dc6d:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:35,207 DEBUG [RS:0;a04d4489dc6d:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:35,207 DEBUG [RS:1;a04d4489dc6d:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:35,207 DEBUG [RS:0;a04d4489dc6d:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:35,207 DEBUG [RS:1;a04d4489dc6d:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:35,207 DEBUG [RS:0;a04d4489dc6d:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:35,207 DEBUG [RS:1;a04d4489dc6d:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:35,207 DEBUG [RS:0;a04d4489dc6d:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:35,207 DEBUG [RS:1;a04d4489dc6d:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a04d4489dc6d:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:35,207 DEBUG [RS:0;a04d4489dc6d:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a04d4489dc6d:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:35,207 DEBUG [RS:1;a04d4489dc6d:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:35,207 DEBUG [RS:0;a04d4489dc6d:37425 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:35,208 INFO [RS:1;a04d4489dc6d:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:35,208 INFO [RS:1;a04d4489dc6d:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:35,208 INFO [RS:0;a04d4489dc6d:37425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:35,208 INFO [RS:1;a04d4489dc6d:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:35,209 INFO [RS:1;a04d4489dc6d:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:35,209 INFO [RS:0;a04d4489dc6d:37425 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:35,209 INFO [RS:1;a04d4489dc6d:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,33213,1732090713805-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:18:35,209 INFO [RS:0;a04d4489dc6d:37425 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:35,209 INFO [RS:0;a04d4489dc6d:37425 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:35,209 INFO [RS:0;a04d4489dc6d:37425 {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,37425,1732090713744-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:18:35,227 INFO [RS:1;a04d4489dc6d:33213 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:18:35,227 INFO [RS:0;a04d4489dc6d:37425 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:18:35,229 INFO [RS:1;a04d4489dc6d:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,33213,1732090713805-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:35,229 INFO [RS:0;a04d4489dc6d:37425 {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,37425,1732090713744-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:35,248 INFO [RS:1;a04d4489dc6d:33213 {}] regionserver.Replication(204): a04d4489dc6d,33213,1732090713805 started 2024-11-20T08:18:35,248 INFO [RS:1;a04d4489dc6d:33213 {}] regionserver.HRegionServer(1767): Serving as a04d4489dc6d,33213,1732090713805, RpcServer on a04d4489dc6d/172.17.0.2:33213, sessionid=0x100140289850002 2024-11-20T08:18:35,248 DEBUG [RS:1;a04d4489dc6d:33213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:18:35,248 DEBUG [RS:1;a04d4489dc6d:33213 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a04d4489dc6d,33213,1732090713805 2024-11-20T08:18:35,249 DEBUG [RS:1;a04d4489dc6d:33213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a04d4489dc6d,33213,1732090713805' 2024-11-20T08:18:35,249 DEBUG [RS:1;a04d4489dc6d:33213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T08:18:35,249 INFO [RS:0;a04d4489dc6d:37425 {}] regionserver.Replication(204): a04d4489dc6d,37425,1732090713744 started 2024-11-20T08:18:35,249 INFO [RS:0;a04d4489dc6d:37425 {}] regionserver.HRegionServer(1767): Serving as a04d4489dc6d,37425,1732090713744, RpcServer on a04d4489dc6d/172.17.0.2:37425, sessionid=0x100140289850001 2024-11-20T08:18:35,249 DEBUG [RS:0;a04d4489dc6d:37425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:18:35,249 DEBUG [RS:0;a04d4489dc6d:37425 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a04d4489dc6d,37425,1732090713744 2024-11-20T08:18:35,249 DEBUG [RS:0;a04d4489dc6d:37425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a04d4489dc6d,37425,1732090713744' 2024-11-20T08:18:35,249 DEBUG [RS:0;a04d4489dc6d:37425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T08:18:35,249 DEBUG [RS:1;a04d4489dc6d:33213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T08:18:35,250 DEBUG [RS:0;a04d4489dc6d:37425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T08:18:35,250 DEBUG [RS:1;a04d4489dc6d:33213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:18:35,250 DEBUG [RS:1;a04d4489dc6d:33213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:18:35,250 DEBUG [RS:1;a04d4489dc6d:33213 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a04d4489dc6d,33213,1732090713805 2024-11-20T08:18:35,250 DEBUG [RS:1;a04d4489dc6d:33213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a04d4489dc6d,33213,1732090713805' 2024-11-20T08:18:35,250 DEBUG [RS:1;a04d4489dc6d:33213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T08:18:35,251 DEBUG [RS:0;a04d4489dc6d:37425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:18:35,251 DEBUG [RS:0;a04d4489dc6d:37425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:18:35,251 DEBUG [RS:0;a04d4489dc6d:37425 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a04d4489dc6d,37425,1732090713744 2024-11-20T08:18:35,251 DEBUG [RS:0;a04d4489dc6d:37425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a04d4489dc6d,37425,1732090713744' 2024-11-20T08:18:35,251 DEBUG [RS:0;a04d4489dc6d:37425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T08:18:35,251 DEBUG [RS:1;a04d4489dc6d:33213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T08:18:35,251 DEBUG [RS:0;a04d4489dc6d:37425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T08:18:35,251 DEBUG [RS:1;a04d4489dc6d:33213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:18:35,251 INFO [RS:1;a04d4489dc6d:33213 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:18:35,252 INFO [RS:1;a04d4489dc6d:33213 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:18:35,252 DEBUG [RS:0;a04d4489dc6d:37425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:18:35,252 INFO [RS:0;a04d4489dc6d:37425 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:18:35,252 INFO [RS:0;a04d4489dc6d:37425 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:18:35,325 WARN [a04d4489dc6d:38379 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-20T08:18:35,357 INFO [RS:1;a04d4489dc6d:33213 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:18:35,357 INFO [RS:0;a04d4489dc6d:37425 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:18:35,361 INFO [RS:1;a04d4489dc6d:33213 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C33213%2C1732090713805, suffix=, logDir=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/WALs/a04d4489dc6d,33213,1732090713805, archiveDir=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/oldWALs, maxLogs=32 2024-11-20T08:18:35,361 INFO [RS:0;a04d4489dc6d:37425 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C37425%2C1732090713744, suffix=, logDir=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/WALs/a04d4489dc6d,37425,1732090713744, archiveDir=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/oldWALs, maxLogs=32 2024-11-20T08:18:35,385 DEBUG [RS:1;a04d4489dc6d:33213 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/WALs/a04d4489dc6d,33213,1732090713805/a04d4489dc6d%2C33213%2C1732090713805.1732090715363, exclude list is [], retry=0 2024-11-20T08:18:35,385 DEBUG [RS:0;a04d4489dc6d:37425 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/WALs/a04d4489dc6d,37425,1732090713744/a04d4489dc6d%2C37425%2C1732090713744.1732090715363, exclude list is [], retry=0 2024-11-20T08:18:35,390 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-3d06134f-8718-424e-b5dd-4cef30ddceba,DISK] 2024-11-20T08:18:35,390 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-3d06134f-8718-424e-b5dd-4cef30ddceba,DISK] 2024-11-20T08:18:35,390 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46003,DS-6742104a-4faa-4a87-8274-46e686ccbda9,DISK] 2024-11-20T08:18:35,390 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46003,DS-6742104a-4faa-4a87-8274-46e686ccbda9,DISK] 2024-11-20T08:18:35,397 INFO [RS:0;a04d4489dc6d:37425 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/WALs/a04d4489dc6d,37425,1732090713744/a04d4489dc6d%2C37425%2C1732090713744.1732090715363 2024-11-20T08:18:35,397 INFO [RS:1;a04d4489dc6d:33213 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/WALs/a04d4489dc6d,33213,1732090713805/a04d4489dc6d%2C33213%2C1732090713805.1732090715363 2024-11-20T08:18:35,397 DEBUG [RS:0;a04d4489dc6d:37425 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39637:39637),(127.0.0.1/127.0.0.1:40577:40577)] 2024-11-20T08:18:35,399 DEBUG [RS:1;a04d4489dc6d:33213 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40577:40577),(127.0.0.1/127.0.0.1:39637:39637)] 2024-11-20T08:18:35,577 DEBUG [a04d4489dc6d:38379 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-20T08:18:35,580 DEBUG [a04d4489dc6d:38379 {}] balancer.BalancerClusterState(202): Hosts are {a04d4489dc6d=0} racks are {/default-rack=0} 2024-11-20T08:18:35,586 DEBUG [a04d4489dc6d:38379 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T08:18:35,586 DEBUG [a04d4489dc6d:38379 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T08:18:35,586 INFO [a04d4489dc6d:38379 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T08:18:35,586 INFO [a04d4489dc6d:38379 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T08:18:35,586 DEBUG [a04d4489dc6d:38379 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T08:18:35,592 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a04d4489dc6d,37425,1732090713744 2024-11-20T08:18:35,597 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a04d4489dc6d,37425,1732090713744, state=OPENING 2024-11-20T08:18:35,602 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:18:35,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x100140289850002, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:35,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:35,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x100140289850001, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:35,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:35,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:35,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:35,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=a04d4489dc6d,37425,1732090713744}] 2024-11-20T08:18:35,781 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,37425,1732090713744 2024-11-20T08:18:35,782 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:18:35,785 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:18:35,796 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-20T08:18:35,797 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:35,797 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:18:35,800 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C37425%2C1732090713744.meta, suffix=.meta, logDir=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/WALs/a04d4489dc6d,37425,1732090713744, archiveDir=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/oldWALs, maxLogs=32 2024-11-20T08:18:35,816 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/WALs/a04d4489dc6d,37425,1732090713744/a04d4489dc6d%2C37425%2C1732090713744.meta.1732090715802.meta, exclude list is [], retry=0 2024-11-20T08:18:35,820 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46003,DS-6742104a-4faa-4a87-8274-46e686ccbda9,DISK] 2024-11-20T08:18:35,820 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-3d06134f-8718-424e-b5dd-4cef30ddceba,DISK] 2024-11-20T08:18:35,824 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/WALs/a04d4489dc6d,37425,1732090713744/a04d4489dc6d%2C37425%2C1732090713744.meta.1732090715802.meta 2024-11-20T08:18:35,824 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39637:39637),(127.0.0.1/127.0.0.1:40577:40577)] 2024-11-20T08:18:35,824 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:18:35,826 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:18:35,884 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:18:35,889 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:18:35,893 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:18:35,893 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:35,893 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-20T08:18:35,893 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-20T08:18:35,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:18:35,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:18:35,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:35,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:35,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:18:35,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:18:35,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:35,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:35,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:18:35,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:18:35,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:35,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:35,905 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/hbase/meta/1588230740 2024-11-20T08:18:35,908 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/hbase/meta/1588230740 2024-11-20T08:18:35,911 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:18:35,913 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T08:18:35,915 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70909890, jitterRate=0.05663970112800598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:18:35,917 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T08:18:35,926 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090715775 2024-11-20T08:18:35,938 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:18:35,938 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-20T08:18:35,939 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,37425,1732090713744 2024-11-20T08:18:35,941 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a04d4489dc6d,37425,1732090713744, state=OPEN 2024-11-20T08:18:35,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x100140289850002, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:18:35,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x100140289850001, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:18:35,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:18:35,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:35,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:35,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:35,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:18:35,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=a04d4489dc6d,37425,1732090713744 in 337 msec 2024-11-20T08:18:35,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:18:35,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 787 msec 2024-11-20T08:18:35,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 949 msec 2024-11-20T08:18:35,959 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090715959, completionTime=-1 2024-11-20T08:18:35,959 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-20T08:18:35,959 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-20T08:18:35,996 DEBUG [hconnection-0x4732ea92-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:35,998 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:18:36,008 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-20T08:18:36,008 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090776008 2024-11-20T08:18:36,009 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090836009 2024-11-20T08:18:36,009 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 49 msec 2024-11-20T08:18:36,029 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,38379,1732090713035-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:36,029 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,38379,1732090713035-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:36,029 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,38379,1732090713035-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:36,031 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a04d4489dc6d:38379, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:36,031 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:36,037 DEBUG [master/a04d4489dc6d:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-20T08:18:36,040 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-20T08:18:36,041 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:18:36,073 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-20T08:18:36,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:18:36,077 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:36,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:18:36,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741836_1012 (size=358) 2024-11-20T08:18:36,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741836_1012 (size=358) 2024-11-20T08:18:36,100 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3291f10d22219b305d1bf4a0aedeb003, NAME => 'hbase:namespace,,1732090716041.3291f10d22219b305d1bf4a0aedeb003.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d 2024-11-20T08:18:36,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741837_1013 (size=42) 2024-11-20T08:18:36,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741837_1013 (size=42) 2024-11-20T08:18:36,111 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732090716041.3291f10d22219b305d1bf4a0aedeb003.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:36,111 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 3291f10d22219b305d1bf4a0aedeb003, disabling compactions & flushes 2024-11-20T08:18:36,111 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732090716041.3291f10d22219b305d1bf4a0aedeb003. 2024-11-20T08:18:36,111 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732090716041.3291f10d22219b305d1bf4a0aedeb003. 2024-11-20T08:18:36,111 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732090716041.3291f10d22219b305d1bf4a0aedeb003. after waiting 0 ms 2024-11-20T08:18:36,111 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732090716041.3291f10d22219b305d1bf4a0aedeb003. 2024-11-20T08:18:36,111 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732090716041.3291f10d22219b305d1bf4a0aedeb003. 2024-11-20T08:18:36,111 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3291f10d22219b305d1bf4a0aedeb003: 2024-11-20T08:18:36,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:18:36,120 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732090716041.3291f10d22219b305d1bf4a0aedeb003.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732090716115"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090716115"}]},"ts":"1732090716115"} 2024-11-20T08:18:36,148 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T08:18:36,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:18:36,153 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090716150"}]},"ts":"1732090716150"} 2024-11-20T08:18:36,157 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-20T08:18:36,161 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {a04d4489dc6d=0} racks are {/default-rack=0} 2024-11-20T08:18:36,162 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T08:18:36,162 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T08:18:36,162 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T08:18:36,162 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T08:18:36,162 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T08:18:36,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3291f10d22219b305d1bf4a0aedeb003, ASSIGN}] 2024-11-20T08:18:36,166 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3291f10d22219b305d1bf4a0aedeb003, ASSIGN 2024-11-20T08:18:36,167 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=3291f10d22219b305d1bf4a0aedeb003, ASSIGN; state=OFFLINE, location=a04d4489dc6d,33213,1732090713805; forceNewPlan=false, retain=false 2024-11-20T08:18:36,319 INFO [a04d4489dc6d:38379 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T08:18:36,319 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3291f10d22219b305d1bf4a0aedeb003, regionState=OPENING, regionLocation=a04d4489dc6d,33213,1732090713805 2024-11-20T08:18:36,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 3291f10d22219b305d1bf4a0aedeb003, server=a04d4489dc6d,33213,1732090713805}] 2024-11-20T08:18:36,477 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,33213,1732090713805 2024-11-20T08:18:36,477 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:18:36,480 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:18:36,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732090716041.3291f10d22219b305d1bf4a0aedeb003. 2024-11-20T08:18:36,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 3291f10d22219b305d1bf4a0aedeb003, NAME => 'hbase:namespace,,1732090716041.3291f10d22219b305d1bf4a0aedeb003.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:18:36,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 3291f10d22219b305d1bf4a0aedeb003 2024-11-20T08:18:36,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732090716041.3291f10d22219b305d1bf4a0aedeb003.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:36,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 3291f10d22219b305d1bf4a0aedeb003 2024-11-20T08:18:36,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 3291f10d22219b305d1bf4a0aedeb003 2024-11-20T08:18:36,489 INFO [StoreOpener-3291f10d22219b305d1bf4a0aedeb003-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3291f10d22219b305d1bf4a0aedeb003 2024-11-20T08:18:36,492 INFO [StoreOpener-3291f10d22219b305d1bf4a0aedeb003-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3291f10d22219b305d1bf4a0aedeb003 columnFamilyName info 2024-11-20T08:18:36,492 DEBUG [StoreOpener-3291f10d22219b305d1bf4a0aedeb003-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:36,493 INFO [StoreOpener-3291f10d22219b305d1bf4a0aedeb003-1 {}] regionserver.HStore(327): Store=3291f10d22219b305d1bf4a0aedeb003/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:36,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/hbase/namespace/3291f10d22219b305d1bf4a0aedeb003 2024-11-20T08:18:36,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/hbase/namespace/3291f10d22219b305d1bf4a0aedeb003 2024-11-20T08:18:36,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 3291f10d22219b305d1bf4a0aedeb003 2024-11-20T08:18:36,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/hbase/namespace/3291f10d22219b305d1bf4a0aedeb003/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:36,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 3291f10d22219b305d1bf4a0aedeb003; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68470311, jitterRate=0.02028714120388031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T08:18:36,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 3291f10d22219b305d1bf4a0aedeb003: 2024-11-20T08:18:36,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732090716041.3291f10d22219b305d1bf4a0aedeb003., pid=6, masterSystemTime=1732090716477 2024-11-20T08:18:36,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732090716041.3291f10d22219b305d1bf4a0aedeb003. 2024-11-20T08:18:36,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732090716041.3291f10d22219b305d1bf4a0aedeb003. 2024-11-20T08:18:36,510 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3291f10d22219b305d1bf4a0aedeb003, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,33213,1732090713805 2024-11-20T08:18:36,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:18:36,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 3291f10d22219b305d1bf4a0aedeb003, server=a04d4489dc6d,33213,1732090713805 in 192 msec 2024-11-20T08:18:36,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T08:18:36,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=3291f10d22219b305d1bf4a0aedeb003, ASSIGN in 354 msec 2024-11-20T08:18:36,524 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:18:36,524 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090716524"}]},"ts":"1732090716524"} 2024-11-20T08:18:36,526 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-20T08:18:36,530 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:18:36,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 488 msec 2024-11-20T08:18:36,577 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-20T08:18:36,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x100140289850002, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:36,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-20T08:18:36,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x100140289850001, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:36,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:36,600 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:36,601 INFO [RS-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:18:36,610 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-20T08:18:36,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T08:18:36,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-11-20T08:18:36,633 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-20T08:18:36,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T08:18:36,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec 2024-11-20T08:18:36,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-20T08:18:36,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-20T08:18:36,662 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.793sec 2024-11-20T08:18:36,664 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:18:36,665 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:18:36,666 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:18:36,667 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:18:36,667 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:18:36,668 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,38379,1732090713035-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:18:36,668 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,38379,1732090713035-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:18:36,672 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:18:36,673 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:18:36,674 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,38379,1732090713035-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:36,748 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x25b67e4c to 127.0.0.1:58199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b456264 2024-11-20T08:18:36,748 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-20T08:18:36,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa236d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:36,759 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T08:18:36,759 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T08:18:36,804 DEBUG [hconnection-0x2ddeb0a2-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:36,813 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52182, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:18:36,821 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=a04d4489dc6d,38379,1732090713035 2024-11-20T08:18:36,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:18:36,829 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:18:36,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38379 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:18:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38379 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-20T08:18:36,841 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:18:36,841 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:36,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38379 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-20T08:18:36,844 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:18:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:18:36,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741838_1014 (size=379) 2024-11-20T08:18:36,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741838_1014 (size=379) 2024-11-20T08:18:36,857 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3236b26dc353b289f962d508f9086d5d, NAME => 'testClearRegionBlockCache,,1732090716834.3236b26dc353b289f962d508f9086d5d.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d 2024-11-20T08:18:36,858 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 3c488a59329826ed773082ade10d4fc3, NAME => 'testClearRegionBlockCache,5,1732090716834.3c488a59329826ed773082ade10d4fc3.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d 2024-11-20T08:18:36,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741839_1015 (size=61) 2024-11-20T08:18:36,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741839_1015 (size=61) 2024-11-20T08:18:36,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741840_1016 (size=61) 2024-11-20T08:18:36,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741840_1016 (size=61) 2024-11-20T08:18:36,875 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732090716834.3236b26dc353b289f962d508f9086d5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:36,875 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 3236b26dc353b289f962d508f9086d5d, disabling compactions & flushes 2024-11-20T08:18:36,875 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732090716834.3236b26dc353b289f962d508f9086d5d. 2024-11-20T08:18:36,875 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732090716834.3236b26dc353b289f962d508f9086d5d. 2024-11-20T08:18:36,875 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732090716834.3236b26dc353b289f962d508f9086d5d. after waiting 0 ms 2024-11-20T08:18:36,875 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732090716834.3236b26dc353b289f962d508f9086d5d. 2024-11-20T08:18:36,875 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732090716834.3236b26dc353b289f962d508f9086d5d. 2024-11-20T08:18:36,875 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3236b26dc353b289f962d508f9086d5d: 2024-11-20T08:18:36,875 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732090716834.3c488a59329826ed773082ade10d4fc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:36,876 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 3c488a59329826ed773082ade10d4fc3, disabling compactions & flushes 2024-11-20T08:18:36,876 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732090716834.3c488a59329826ed773082ade10d4fc3. 2024-11-20T08:18:36,876 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732090716834.3c488a59329826ed773082ade10d4fc3. 2024-11-20T08:18:36,876 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732090716834.3c488a59329826ed773082ade10d4fc3. after waiting 0 ms 2024-11-20T08:18:36,876 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732090716834.3c488a59329826ed773082ade10d4fc3. 2024-11-20T08:18:36,876 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732090716834.3c488a59329826ed773082ade10d4fc3. 2024-11-20T08:18:36,876 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 3c488a59329826ed773082ade10d4fc3: 2024-11-20T08:18:36,878 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:18:36,878 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732090716834.3236b26dc353b289f962d508f9086d5d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732090716878"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090716878"}]},"ts":"1732090716878"} 2024-11-20T08:18:36,878 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732090716834.3c488a59329826ed773082ade10d4fc3.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732090716878"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090716878"}]},"ts":"1732090716878"} 2024-11-20T08:18:36,908 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-20T08:18:36,910 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:18:36,910 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090716910"}]},"ts":"1732090716910"} 2024-11-20T08:18:36,913 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-20T08:18:36,916 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {a04d4489dc6d=0} racks are {/default-rack=0} 2024-11-20T08:18:36,918 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T08:18:36,918 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T08:18:36,918 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T08:18:36,918 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T08:18:36,918 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T08:18:36,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3236b26dc353b289f962d508f9086d5d, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3c488a59329826ed773082ade10d4fc3, ASSIGN}] 2024-11-20T08:18:36,920 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3c488a59329826ed773082ade10d4fc3, ASSIGN 2024-11-20T08:18:36,921 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3236b26dc353b289f962d508f9086d5d, ASSIGN 2024-11-20T08:18:36,922 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3236b26dc353b289f962d508f9086d5d, ASSIGN; state=OFFLINE, location=a04d4489dc6d,33213,1732090713805; forceNewPlan=false, retain=false 2024-11-20T08:18:36,922 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3c488a59329826ed773082ade10d4fc3, ASSIGN; state=OFFLINE, location=a04d4489dc6d,37425,1732090713744; forceNewPlan=false, retain=false 2024-11-20T08:18:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:18:37,072 INFO [a04d4489dc6d:38379 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-20T08:18:37,073 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=3c488a59329826ed773082ade10d4fc3, regionState=OPENING, regionLocation=a04d4489dc6d,37425,1732090713744 2024-11-20T08:18:37,073 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=3236b26dc353b289f962d508f9086d5d, regionState=OPENING, regionLocation=a04d4489dc6d,33213,1732090713805 2024-11-20T08:18:37,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 3c488a59329826ed773082ade10d4fc3, server=a04d4489dc6d,37425,1732090713744}] 2024-11-20T08:18:37,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 3236b26dc353b289f962d508f9086d5d, server=a04d4489dc6d,33213,1732090713805}] 2024-11-20T08:18:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:18:37,229 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,37425,1732090713744 2024-11-20T08:18:37,231 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,33213,1732090713805 2024-11-20T08:18:37,236 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732090716834.3236b26dc353b289f962d508f9086d5d. 2024-11-20T08:18:37,236 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732090716834.3c488a59329826ed773082ade10d4fc3. 2024-11-20T08:18:37,237 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 3236b26dc353b289f962d508f9086d5d, NAME => 'testClearRegionBlockCache,,1732090716834.3236b26dc353b289f962d508f9086d5d.', STARTKEY => '', ENDKEY => '5'} 2024-11-20T08:18:37,237 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 3c488a59329826ed773082ade10d4fc3, NAME => 'testClearRegionBlockCache,5,1732090716834.3c488a59329826ed773082ade10d4fc3.', STARTKEY => '5', ENDKEY => ''} 2024-11-20T08:18:37,237 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3236b26dc353b289f962d508f9086d5d 2024-11-20T08:18:37,237 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732090716834.3236b26dc353b289f962d508f9086d5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:37,237 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3c488a59329826ed773082ade10d4fc3 2024-11-20T08:18:37,237 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732090716834.3c488a59329826ed773082ade10d4fc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:37,237 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 3236b26dc353b289f962d508f9086d5d 2024-11-20T08:18:37,237 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 3236b26dc353b289f962d508f9086d5d 2024-11-20T08:18:37,237 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 3c488a59329826ed773082ade10d4fc3 2024-11-20T08:18:37,238 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 3c488a59329826ed773082ade10d4fc3 2024-11-20T08:18:37,240 INFO [StoreOpener-3236b26dc353b289f962d508f9086d5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3236b26dc353b289f962d508f9086d5d 2024-11-20T08:18:37,240 INFO [StoreOpener-3c488a59329826ed773082ade10d4fc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3c488a59329826ed773082ade10d4fc3 2024-11-20T08:18:37,242 INFO [StoreOpener-3236b26dc353b289f962d508f9086d5d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3236b26dc353b289f962d508f9086d5d columnFamilyName family 2024-11-20T08:18:37,242 DEBUG [StoreOpener-3236b26dc353b289f962d508f9086d5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:37,242 INFO [StoreOpener-3c488a59329826ed773082ade10d4fc3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c488a59329826ed773082ade10d4fc3 columnFamilyName family 2024-11-20T08:18:37,242 DEBUG [StoreOpener-3c488a59329826ed773082ade10d4fc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:37,243 INFO [StoreOpener-3236b26dc353b289f962d508f9086d5d-1 {}] regionserver.HStore(327): Store=3236b26dc353b289f962d508f9086d5d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:37,243 INFO [StoreOpener-3c488a59329826ed773082ade10d4fc3-1 {}] regionserver.HStore(327): Store=3c488a59329826ed773082ade10d4fc3/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:37,244 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/default/testClearRegionBlockCache/3c488a59329826ed773082ade10d4fc3 2024-11-20T08:18:37,244 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/default/testClearRegionBlockCache/3236b26dc353b289f962d508f9086d5d 2024-11-20T08:18:37,245 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/default/testClearRegionBlockCache/3c488a59329826ed773082ade10d4fc3 2024-11-20T08:18:37,245 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/default/testClearRegionBlockCache/3236b26dc353b289f962d508f9086d5d 2024-11-20T08:18:37,248 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 3236b26dc353b289f962d508f9086d5d 2024-11-20T08:18:37,248 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 3c488a59329826ed773082ade10d4fc3 2024-11-20T08:18:37,251 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/default/testClearRegionBlockCache/3236b26dc353b289f962d508f9086d5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:37,252 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/default/testClearRegionBlockCache/3c488a59329826ed773082ade10d4fc3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:37,252 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 3236b26dc353b289f962d508f9086d5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59011702, jitterRate=-0.12065711617469788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T08:18:37,253 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 3236b26dc353b289f962d508f9086d5d: 2024-11-20T08:18:37,253 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 3c488a59329826ed773082ade10d4fc3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72880342, jitterRate=0.08600172400474548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T08:18:37,253 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 3c488a59329826ed773082ade10d4fc3: 2024-11-20T08:18:37,254 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732090716834.3c488a59329826ed773082ade10d4fc3., pid=12, masterSystemTime=1732090717229 2024-11-20T08:18:37,254 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732090716834.3236b26dc353b289f962d508f9086d5d., pid=13, masterSystemTime=1732090717231 2024-11-20T08:18:37,257 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732090716834.3c488a59329826ed773082ade10d4fc3. 2024-11-20T08:18:37,258 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732090716834.3c488a59329826ed773082ade10d4fc3. 2024-11-20T08:18:37,258 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=3c488a59329826ed773082ade10d4fc3, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,37425,1732090713744 2024-11-20T08:18:37,259 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732090716834.3236b26dc353b289f962d508f9086d5d. 2024-11-20T08:18:37,259 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732090716834.3236b26dc353b289f962d508f9086d5d. 2024-11-20T08:18:37,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=3236b26dc353b289f962d508f9086d5d, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,33213,1732090713805 2024-11-20T08:18:37,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T08:18:37,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 3c488a59329826ed773082ade10d4fc3, server=a04d4489dc6d,37425,1732090713744 in 185 msec 2024-11-20T08:18:37,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-11-20T08:18:37,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 3236b26dc353b289f962d508f9086d5d, server=a04d4489dc6d,33213,1732090713805 in 186 msec 2024-11-20T08:18:37,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3c488a59329826ed773082ade10d4fc3, ASSIGN in 346 msec 2024-11-20T08:18:37,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T08:18:37,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3236b26dc353b289f962d508f9086d5d, ASSIGN in 348 msec 2024-11-20T08:18:37,271 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:18:37,271 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090717271"}]},"ts":"1732090717271"} 2024-11-20T08:18:37,274 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-20T08:18:37,277 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:18:37,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 439 msec 2024-11-20T08:18:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:18:37,455 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-20T08:18:37,456 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-20T08:18:37,457 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T08:18:37,463 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-20T08:18:37,463 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T08:18:37,463 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-20T08:18:37,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:37,469 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:18:37,495 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 3c488a59329826ed773082ade10d4fc3 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-20T08:18:37,550 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/default/testClearRegionBlockCache/3c488a59329826ed773082ade10d4fc3/.tmp/family/fb80b57da0b740f9a338671931cb962f is 32, key is 5/family:/1732090717485/Put/seqid=0 2024-11-20T08:18:37,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741841_1017 (size=5083) 2024-11-20T08:18:37,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741841_1017 (size=5083) 2024-11-20T08:18:37,563 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/default/testClearRegionBlockCache/3c488a59329826ed773082ade10d4fc3/.tmp/family/fb80b57da0b740f9a338671931cb962f 2024-11-20T08:18:37,612 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/default/testClearRegionBlockCache/3c488a59329826ed773082ade10d4fc3/.tmp/family/fb80b57da0b740f9a338671931cb962f as hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/default/testClearRegionBlockCache/3c488a59329826ed773082ade10d4fc3/family/fb80b57da0b740f9a338671931cb962f 2024-11-20T08:18:37,622 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/default/testClearRegionBlockCache/3c488a59329826ed773082ade10d4fc3/family/fb80b57da0b740f9a338671931cb962f, entries=5, sequenceid=9, filesize=5.0 K 2024-11-20T08:18:37,625 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 3c488a59329826ed773082ade10d4fc3 in 130ms, sequenceid=9, compaction requested=false 2024-11-20T08:18:37,626 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-20T08:18:37,628 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 3c488a59329826ed773082ade10d4fc3: 2024-11-20T08:18:37,628 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 3236b26dc353b289f962d508f9086d5d 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-20T08:18:37,647 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/default/testClearRegionBlockCache/3236b26dc353b289f962d508f9086d5d/.tmp/family/1be623b893574f37bde7d76835a04ab8 is 32, key is 1/family:/1732090717469/Put/seqid=0 2024-11-20T08:18:37,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741842_1018 (size=5054) 2024-11-20T08:18:37,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741842_1018 (size=5054) 2024-11-20T08:18:37,656 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/default/testClearRegionBlockCache/3236b26dc353b289f962d508f9086d5d/.tmp/family/1be623b893574f37bde7d76835a04ab8 2024-11-20T08:18:37,666 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/default/testClearRegionBlockCache/3236b26dc353b289f962d508f9086d5d/.tmp/family/1be623b893574f37bde7d76835a04ab8 as hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/default/testClearRegionBlockCache/3236b26dc353b289f962d508f9086d5d/family/1be623b893574f37bde7d76835a04ab8 2024-11-20T08:18:37,675 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/default/testClearRegionBlockCache/3236b26dc353b289f962d508f9086d5d/family/1be623b893574f37bde7d76835a04ab8, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T08:18:37,676 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 3236b26dc353b289f962d508f9086d5d in 48ms, sequenceid=8, compaction requested=false 2024-11-20T08:18:37,676 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 3236b26dc353b289f962d508f9086d5d: 2024-11-20T08:18:37,678 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c63cc4a to 127.0.0.1:58199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1329e7b7 2024-11-20T08:18:37,683 DEBUG [ReadOnlyZKClient-127.0.0.1:58199@0x2c63cc4a {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b2be40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:37,718 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-20T08:18:37,725 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-20T08:18:37,727 DEBUG [ReadOnlyZKClient-127.0.0.1:58199@0x2c63cc4a {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a04d4489dc6d,37425,1732090713744, seqNum=-1] 2024-11-20T08:18:37,731 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:37,733 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:18:37,746 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:18:37,747 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:18:37,748 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:18:37,748 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:18:37,754 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-20T08:18:37,754 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:18:37,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:37,760 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c63cc4a to 127.0.0.1:58199 2024-11-20T08:18:37,760 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T08:18:37,760 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T08:18:37,761 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x25b67e4c to 127.0.0.1:58199 2024-11-20T08:18:37,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:37,761 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:18:37,761 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1857538912, stopped=false 2024-11-20T08:18:37,762 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=a04d4489dc6d,38379,1732090713035 2024-11-20T08:18:37,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x100140289850001, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:37,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x100140289850001, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:37,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x100140289850002, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:37,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x100140289850002, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:37,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:37,764 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-20T08:18:37,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:37,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:37,765 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'a04d4489dc6d,37425,1732090713744' ***** 2024-11-20T08:18:37,765 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T08:18:37,765 INFO [RS:0;a04d4489dc6d:37425 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:18:37,766 INFO [RS:0;a04d4489dc6d:37425 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:18:37,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:37,766 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T08:18:37,766 INFO [RS:0;a04d4489dc6d:37425 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:18:37,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37425-0x100140289850001, quorum=127.0.0.1:58199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:37,766 INFO [RS:0;a04d4489dc6d:37425 {}] regionserver.HRegionServer(3579): Received CLOSE for 3c488a59329826ed773082ade10d4fc3 2024-11-20T08:18:37,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33213-0x100140289850002, quorum=127.0.0.1:58199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:37,766 INFO [RS:1;a04d4489dc6d:33213 {}] regionserver.HRegionServer(1136): Closing user regions 2024-11-20T08:18:37,766 INFO [RS:1;a04d4489dc6d:33213 {}] regionserver.HRegionServer(3579): Received CLOSE for 3291f10d22219b305d1bf4a0aedeb003 2024-11-20T08:18:37,766 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'a04d4489dc6d,33213,1732090713805' ***** 2024-11-20T08:18:37,766 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T08:18:37,767 INFO [RS:0;a04d4489dc6d:37425 {}] regionserver.HRegionServer(1224): stopping server a04d4489dc6d,37425,1732090713744 2024-11-20T08:18:37,767 DEBUG [RS:0;a04d4489dc6d:37425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:37,767 INFO [RS:0;a04d4489dc6d:37425 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:18:37,767 INFO [RS:0;a04d4489dc6d:37425 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:18:37,767 INFO [RS:0;a04d4489dc6d:37425 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:18:37,767 INFO [RS:1;a04d4489dc6d:33213 {}] regionserver.HRegionServer(3579): Received CLOSE for 3236b26dc353b289f962d508f9086d5d 2024-11-20T08:18:37,767 INFO [RS:0;a04d4489dc6d:37425 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-20T08:18:37,767 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3c488a59329826ed773082ade10d4fc3, disabling compactions & flushes 2024-11-20T08:18:37,767 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3291f10d22219b305d1bf4a0aedeb003, disabling compactions & flushes 2024-11-20T08:18:37,767 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732090716834.3c488a59329826ed773082ade10d4fc3. 2024-11-20T08:18:37,767 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732090716834.3c488a59329826ed773082ade10d4fc3. 2024-11-20T08:18:37,767 INFO [RS:0;a04d4489dc6d:37425 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-20T08:18:37,767 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732090716041.3291f10d22219b305d1bf4a0aedeb003. 2024-11-20T08:18:37,767 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732090716834.3c488a59329826ed773082ade10d4fc3. after waiting 0 ms 2024-11-20T08:18:37,767 DEBUG [RS:0;a04d4489dc6d:37425 {}] regionserver.HRegionServer(1603): Online Regions={3c488a59329826ed773082ade10d4fc3=testClearRegionBlockCache,5,1732090716834.3c488a59329826ed773082ade10d4fc3., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T08:18:37,767 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732090716041.3291f10d22219b305d1bf4a0aedeb003. 2024-11-20T08:18:37,767 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732090716834.3c488a59329826ed773082ade10d4fc3. 2024-11-20T08:18:37,767 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:18:37,767 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732090716041.3291f10d22219b305d1bf4a0aedeb003. after waiting 0 ms 2024-11-20T08:18:37,768 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T08:18:37,768 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732090716041.3291f10d22219b305d1bf4a0aedeb003. 2024-11-20T08:18:37,768 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 3291f10d22219b305d1bf4a0aedeb003 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-20T08:18:37,768 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T08:18:37,768 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:18:37,768 DEBUG [RS:0;a04d4489dc6d:37425 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 3c488a59329826ed773082ade10d4fc3 2024-11-20T08:18:37,768 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:18:37,768 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-20T08:18:37,770 INFO [RS:1;a04d4489dc6d:33213 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:18:37,770 INFO [RS:1;a04d4489dc6d:33213 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:18:37,770 INFO [RS:1;a04d4489dc6d:33213 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:18:37,770 INFO [RS:1;a04d4489dc6d:33213 {}] regionserver.HRegionServer(3581): Received CLOSE for the region: 3236b26dc353b289f962d508f9086d5d, which we are already trying to CLOSE, but not completed yet 2024-11-20T08:18:37,770 INFO [RS:1;a04d4489dc6d:33213 {}] regionserver.HRegionServer(1224): stopping server a04d4489dc6d,33213,1732090713805 2024-11-20T08:18:37,770 DEBUG [RS:1;a04d4489dc6d:33213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:37,770 INFO [RS:1;a04d4489dc6d:33213 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-20T08:18:37,770 DEBUG [RS:1;a04d4489dc6d:33213 {}] regionserver.HRegionServer(1603): Online Regions={3291f10d22219b305d1bf4a0aedeb003=hbase:namespace,,1732090716041.3291f10d22219b305d1bf4a0aedeb003., 3236b26dc353b289f962d508f9086d5d=testClearRegionBlockCache,,1732090716834.3236b26dc353b289f962d508f9086d5d.} 2024-11-20T08:18:37,770 DEBUG [RS:1;a04d4489dc6d:33213 {}] regionserver.HRegionServer(1629): Waiting on 3236b26dc353b289f962d508f9086d5d, 3291f10d22219b305d1bf4a0aedeb003 2024-11-20T08:18:37,770 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T08:18:37,781 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/default/testClearRegionBlockCache/3c488a59329826ed773082ade10d4fc3/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-20T08:18:37,783 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732090716834.3c488a59329826ed773082ade10d4fc3. 2024-11-20T08:18:37,783 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3c488a59329826ed773082ade10d4fc3: 2024-11-20T08:18:37,783 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732090716834.3c488a59329826ed773082ade10d4fc3. 2024-11-20T08:18:37,794 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/hbase/namespace/3291f10d22219b305d1bf4a0aedeb003/.tmp/info/1e7a8ca5163a4acebfcabc123ca5bb1a is 45, key is default/info:d/1732090716618/Put/seqid=0 2024-11-20T08:18:37,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741843_1019 (size=5037) 2024-11-20T08:18:37,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741843_1019 (size=5037) 2024-11-20T08:18:37,801 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/hbase/meta/1588230740/.tmp/info/89ffbbb6e64f4b939584c211571eebf3 is 173, key is testClearRegionBlockCache,5,1732090716834.3c488a59329826ed773082ade10d4fc3./info:regioninfo/1732090717258/Put/seqid=0 2024-11-20T08:18:37,802 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/hbase/namespace/3291f10d22219b305d1bf4a0aedeb003/.tmp/info/1e7a8ca5163a4acebfcabc123ca5bb1a 2024-11-20T08:18:37,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741844_1020 (size=9337) 2024-11-20T08:18:37,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741844_1020 (size=9337) 2024-11-20T08:18:37,811 INFO [regionserver/a04d4489dc6d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:37,811 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/hbase/meta/1588230740/.tmp/info/89ffbbb6e64f4b939584c211571eebf3 2024-11-20T08:18:37,813 INFO [regionserver/a04d4489dc6d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:37,813 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/hbase/namespace/3291f10d22219b305d1bf4a0aedeb003/.tmp/info/1e7a8ca5163a4acebfcabc123ca5bb1a as hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/hbase/namespace/3291f10d22219b305d1bf4a0aedeb003/info/1e7a8ca5163a4acebfcabc123ca5bb1a 2024-11-20T08:18:37,823 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/hbase/namespace/3291f10d22219b305d1bf4a0aedeb003/info/1e7a8ca5163a4acebfcabc123ca5bb1a, entries=2, sequenceid=6, filesize=4.9 K 2024-11-20T08:18:37,824 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 3291f10d22219b305d1bf4a0aedeb003 in 56ms, sequenceid=6, compaction requested=false 2024-11-20T08:18:37,824 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-20T08:18:37,831 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/hbase/namespace/3291f10d22219b305d1bf4a0aedeb003/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T08:18:37,832 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732090716041.3291f10d22219b305d1bf4a0aedeb003. 2024-11-20T08:18:37,832 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3291f10d22219b305d1bf4a0aedeb003: 2024-11-20T08:18:37,833 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732090716041.3291f10d22219b305d1bf4a0aedeb003. 2024-11-20T08:18:37,833 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3236b26dc353b289f962d508f9086d5d, disabling compactions & flushes 2024-11-20T08:18:37,833 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732090716834.3236b26dc353b289f962d508f9086d5d. 2024-11-20T08:18:37,833 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732090716834.3236b26dc353b289f962d508f9086d5d. 2024-11-20T08:18:37,833 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732090716834.3236b26dc353b289f962d508f9086d5d. after waiting 0 ms 2024-11-20T08:18:37,833 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732090716834.3236b26dc353b289f962d508f9086d5d. 2024-11-20T08:18:37,839 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/default/testClearRegionBlockCache/3236b26dc353b289f962d508f9086d5d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T08:18:37,840 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732090716834.3236b26dc353b289f962d508f9086d5d. 2024-11-20T08:18:37,841 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3236b26dc353b289f962d508f9086d5d: 2024-11-20T08:18:37,841 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732090716834.3236b26dc353b289f962d508f9086d5d. 2024-11-20T08:18:37,844 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/hbase/meta/1588230740/.tmp/table/decd9510d3864292b9c8eb4e5189b352 is 61, key is testClearRegionBlockCache/table:state/1732090717271/Put/seqid=0 2024-11-20T08:18:37,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741845_1021 (size=5392) 2024-11-20T08:18:37,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741845_1021 (size=5392) 2024-11-20T08:18:37,852 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/hbase/meta/1588230740/.tmp/table/decd9510d3864292b9c8eb4e5189b352 2024-11-20T08:18:37,861 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/hbase/meta/1588230740/.tmp/info/89ffbbb6e64f4b939584c211571eebf3 as hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/hbase/meta/1588230740/info/89ffbbb6e64f4b939584c211571eebf3 2024-11-20T08:18:37,872 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/hbase/meta/1588230740/info/89ffbbb6e64f4b939584c211571eebf3, entries=30, sequenceid=16, filesize=9.1 K 2024-11-20T08:18:37,873 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/hbase/meta/1588230740/.tmp/table/decd9510d3864292b9c8eb4e5189b352 as hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/hbase/meta/1588230740/table/decd9510d3864292b9c8eb4e5189b352 2024-11-20T08:18:37,882 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/hbase/meta/1588230740/table/decd9510d3864292b9c8eb4e5189b352, entries=4, sequenceid=16, filesize=5.3 K 2024-11-20T08:18:37,883 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 115ms, sequenceid=16, compaction requested=false 2024-11-20T08:18:37,883 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T08:18:37,890 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T08:18:37,891 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:18:37,891 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T08:18:37,891 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T08:18:37,891 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:18:37,968 INFO [RS:0;a04d4489dc6d:37425 {}] regionserver.HRegionServer(1250): stopping server a04d4489dc6d,37425,1732090713744; all regions closed. 2024-11-20T08:18:37,970 INFO [RS:1;a04d4489dc6d:33213 {}] regionserver.HRegionServer(1250): stopping server a04d4489dc6d,33213,1732090713805; all regions closed. 2024-11-20T08:18:37,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741835_1011 (size=5602) 2024-11-20T08:18:37,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741835_1011 (size=5602) 2024-11-20T08:18:37,974 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/WALs/a04d4489dc6d,33213,1732090713805/a04d4489dc6d%2C33213%2C1732090713805.1732090715363 not finished, retry = 0 2024-11-20T08:18:37,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741833_1009 (size=3079) 2024-11-20T08:18:37,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741833_1009 (size=3079) 2024-11-20T08:18:37,980 DEBUG [RS:0;a04d4489dc6d:37425 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/oldWALs 2024-11-20T08:18:37,980 INFO [RS:0;a04d4489dc6d:37425 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL a04d4489dc6d%2C37425%2C1732090713744.meta:.meta(num 1732090715802) 2024-11-20T08:18:37,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741834_1010 (size=1867) 2024-11-20T08:18:37,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741834_1010 (size=1867) 2024-11-20T08:18:37,986 DEBUG [RS:0;a04d4489dc6d:37425 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/oldWALs 2024-11-20T08:18:37,986 INFO [RS:0;a04d4489dc6d:37425 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL a04d4489dc6d%2C37425%2C1732090713744:(num 1732090715363) 2024-11-20T08:18:37,986 DEBUG [RS:0;a04d4489dc6d:37425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:37,986 INFO [RS:0;a04d4489dc6d:37425 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:37,987 INFO [RS:0;a04d4489dc6d:37425 {}] hbase.ChoreService(370): Chore service for: regionserver/a04d4489dc6d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-20T08:18:37,987 INFO [regionserver/a04d4489dc6d:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T08:18:37,987 INFO [RS:0;a04d4489dc6d:37425 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37425 2024-11-20T08:18:37,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x100140289850001, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a04d4489dc6d,37425,1732090713744 2024-11-20T08:18:37,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:18:37,994 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a04d4489dc6d,37425,1732090713744] 2024-11-20T08:18:37,994 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing a04d4489dc6d,37425,1732090713744; numProcessing=1 2024-11-20T08:18:37,996 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/a04d4489dc6d,37425,1732090713744 already deleted, retry=false 2024-11-20T08:18:37,996 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; a04d4489dc6d,37425,1732090713744 expired; onlineServers=1 2024-11-20T08:18:38,078 DEBUG [RS:1;a04d4489dc6d:33213 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/oldWALs 2024-11-20T08:18:38,079 INFO [RS:1;a04d4489dc6d:33213 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL a04d4489dc6d%2C33213%2C1732090713805:(num 1732090715363) 2024-11-20T08:18:38,079 DEBUG [RS:1;a04d4489dc6d:33213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:38,079 INFO [RS:1;a04d4489dc6d:33213 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:38,079 INFO [RS:1;a04d4489dc6d:33213 {}] hbase.ChoreService(370): Chore service for: regionserver/a04d4489dc6d:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T08:18:38,079 INFO [RS:1;a04d4489dc6d:33213 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:18:38,079 INFO [RS:1;a04d4489dc6d:33213 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:18:38,079 INFO [regionserver/a04d4489dc6d:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T08:18:38,079 INFO [RS:1;a04d4489dc6d:33213 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:18:38,080 INFO [RS:1;a04d4489dc6d:33213 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33213 2024-11-20T08:18:38,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x100140289850002, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a04d4489dc6d,33213,1732090713805 2024-11-20T08:18:38,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:18:38,083 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a04d4489dc6d,33213,1732090713805] 2024-11-20T08:18:38,083 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing a04d4489dc6d,33213,1732090713805; numProcessing=2 2024-11-20T08:18:38,085 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/a04d4489dc6d,33213,1732090713805 already deleted, retry=false 2024-11-20T08:18:38,086 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; a04d4489dc6d,33213,1732090713805 expired; onlineServers=0 2024-11-20T08:18:38,086 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'a04d4489dc6d,38379,1732090713035' ***** 2024-11-20T08:18:38,086 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:18:38,086 DEBUG [M:0;a04d4489dc6d:38379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52677c69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a04d4489dc6d/172.17.0.2:0 2024-11-20T08:18:38,086 INFO [M:0;a04d4489dc6d:38379 {}] regionserver.HRegionServer(1224): stopping server a04d4489dc6d,38379,1732090713035 2024-11-20T08:18:38,086 INFO [M:0;a04d4489dc6d:38379 {}] regionserver.HRegionServer(1250): stopping server a04d4489dc6d,38379,1732090713035; all regions closed. 2024-11-20T08:18:38,086 DEBUG [M:0;a04d4489dc6d:38379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:38,086 DEBUG [M:0;a04d4489dc6d:38379 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:18:38,086 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:18:38,086 DEBUG [M:0;a04d4489dc6d:38379 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:18:38,086 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.small.0-1732090715093 {}] cleaner.HFileCleaner(306): Exit Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.small.0-1732090715093,5,FailOnTimeoutGroup] 2024-11-20T08:18:38,086 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.large.0-1732090715093 {}] cleaner.HFileCleaner(306): Exit Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.large.0-1732090715093,5,FailOnTimeoutGroup] 2024-11-20T08:18:38,087 INFO [M:0;a04d4489dc6d:38379 {}] hbase.ChoreService(370): Chore service for: master/a04d4489dc6d:0 had [] on shutdown 2024-11-20T08:18:38,087 DEBUG [M:0;a04d4489dc6d:38379 {}] master.HMaster(1733): Stopping service threads 2024-11-20T08:18:38,087 INFO [M:0;a04d4489dc6d:38379 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:18:38,088 INFO [M:0;a04d4489dc6d:38379 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:18:38,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T08:18:38,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:38,088 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:18:38,088 DEBUG [M:0;a04d4489dc6d:38379 {}] zookeeper.ZKUtil(347): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T08:18:38,089 WARN [M:0;a04d4489dc6d:38379 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:18:38,089 INFO [M:0;a04d4489dc6d:38379 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-20T08:18:38,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:18:38,089 INFO [M:0;a04d4489dc6d:38379 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:18:38,089 DEBUG [M:0;a04d4489dc6d:38379 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:18:38,089 INFO [M:0;a04d4489dc6d:38379 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:38,089 DEBUG [M:0;a04d4489dc6d:38379 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:38,089 DEBUG [M:0;a04d4489dc6d:38379 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:18:38,089 DEBUG [M:0;a04d4489dc6d:38379 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:38,089 INFO [M:0;a04d4489dc6d:38379 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-20T08:18:38,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x100140289850001, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:38,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37425-0x100140289850001, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:38,093 INFO [RS:0;a04d4489dc6d:37425 {}] regionserver.HRegionServer(1307): Exiting; stopping=a04d4489dc6d,37425,1732090713744; zookeeper connection closed. 2024-11-20T08:18:38,094 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f806d78 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f806d78 2024-11-20T08:18:38,109 DEBUG [M:0;a04d4489dc6d:38379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f1d9451f0c842d0a0b20786e14d451e is 82, key is hbase:meta,,1/info:regioninfo/1732090715939/Put/seqid=0 2024-11-20T08:18:38,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741846_1022 (size=5672) 2024-11-20T08:18:38,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741846_1022 (size=5672) 2024-11-20T08:18:38,117 INFO [M:0;a04d4489dc6d:38379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f1d9451f0c842d0a0b20786e14d451e 2024-11-20T08:18:38,140 DEBUG [M:0;a04d4489dc6d:38379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a270184f40c42c28b2a93aac823b178 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732090717279/Put/seqid=0 2024-11-20T08:18:38,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741847_1023 (size=7578) 2024-11-20T08:18:38,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741847_1023 (size=7578) 2024-11-20T08:18:38,148 INFO [M:0;a04d4489dc6d:38379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a270184f40c42c28b2a93aac823b178 2024-11-20T08:18:38,179 DEBUG [M:0;a04d4489dc6d:38379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c25a0f04d4134cc7882a316c90ce2646 is 69, key is a04d4489dc6d,33213,1732090713805/rs:state/1732090715131/Put/seqid=0 2024-11-20T08:18:38,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x100140289850002, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:38,184 INFO [RS:1;a04d4489dc6d:33213 {}] regionserver.HRegionServer(1307): Exiting; stopping=a04d4489dc6d,33213,1732090713805; zookeeper connection closed. 2024-11-20T08:18:38,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x100140289850002, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:38,184 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3662c8ad {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3662c8ad 2024-11-20T08:18:38,184 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-20T08:18:38,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741848_1024 (size=5224) 2024-11-20T08:18:38,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741848_1024 (size=5224) 2024-11-20T08:18:38,186 INFO [M:0;a04d4489dc6d:38379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c25a0f04d4134cc7882a316c90ce2646 2024-11-20T08:18:38,194 DEBUG [M:0;a04d4489dc6d:38379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f1d9451f0c842d0a0b20786e14d451e as hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f1d9451f0c842d0a0b20786e14d451e 2024-11-20T08:18:38,201 INFO [M:0;a04d4489dc6d:38379 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f1d9451f0c842d0a0b20786e14d451e, entries=8, sequenceid=108, filesize=5.5 K 2024-11-20T08:18:38,202 DEBUG [M:0;a04d4489dc6d:38379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a270184f40c42c28b2a93aac823b178 as hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a270184f40c42c28b2a93aac823b178 2024-11-20T08:18:38,210 INFO [M:0;a04d4489dc6d:38379 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a270184f40c42c28b2a93aac823b178, entries=13, sequenceid=108, filesize=7.4 K 2024-11-20T08:18:38,211 DEBUG [M:0;a04d4489dc6d:38379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c25a0f04d4134cc7882a316c90ce2646 as hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c25a0f04d4134cc7882a316c90ce2646 2024-11-20T08:18:38,217 INFO [M:0;a04d4489dc6d:38379 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39943/user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c25a0f04d4134cc7882a316c90ce2646, entries=2, sequenceid=108, filesize=5.1 K 2024-11-20T08:18:38,219 INFO [M:0;a04d4489dc6d:38379 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=108, compaction requested=false 2024-11-20T08:18:38,220 INFO [M:0;a04d4489dc6d:38379 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:38,220 DEBUG [M:0;a04d4489dc6d:38379 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T08:18:38,224 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/d3f45134-b9fc-35e9-ed9f-fdca5105e51d/MasterData/WALs/a04d4489dc6d,38379,1732090713035/a04d4489dc6d%2C38379%2C1732090713035.1732090714592 not finished, retry = 0 2024-11-20T08:18:38,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741830_1006 (size=54465) 2024-11-20T08:18:38,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741830_1006 (size=54465) 2024-11-20T08:18:38,326 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T08:18:38,326 INFO [M:0;a04d4489dc6d:38379 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-20T08:18:38,326 INFO [M:0;a04d4489dc6d:38379 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38379 2024-11-20T08:18:38,328 DEBUG [M:0;a04d4489dc6d:38379 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/a04d4489dc6d,38379,1732090713035 already deleted, retry=false 2024-11-20T08:18:38,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:38,430 INFO [M:0;a04d4489dc6d:38379 {}] regionserver.HRegionServer(1307): Exiting; stopping=a04d4489dc6d,38379,1732090713035; zookeeper connection closed. 2024-11-20T08:18:38,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38379-0x100140289850000, quorum=127.0.0.1:58199, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:38,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64605125{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:38,437 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:18:38,437 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:18:38,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:18:38,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/hadoop.log.dir/,STOPPED} 2024-11-20T08:18:38,440 WARN [BP-925917775-172.17.0.2-1732090710143 heartbeating to localhost/127.0.0.1:39943 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:18:38,440 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:18:38,440 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:18:38,440 WARN [BP-925917775-172.17.0.2-1732090710143 heartbeating to localhost/127.0.0.1:39943 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-925917775-172.17.0.2-1732090710143 (Datanode Uuid cef62403-ab57-4f30-a13b-df3865c5088e) service to localhost/127.0.0.1:39943 2024-11-20T08:18:38,441 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/cluster_e4f3fcbf-92d3-4053-05fe-377a1c459261/dfs/data/data3/current/BP-925917775-172.17.0.2-1732090710143 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:38,441 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/cluster_e4f3fcbf-92d3-4053-05fe-377a1c459261/dfs/data/data4/current/BP-925917775-172.17.0.2-1732090710143 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:38,442 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:18:38,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39927f61{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:38,445 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:18:38,445 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:18:38,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:18:38,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/hadoop.log.dir/,STOPPED} 2024-11-20T08:18:38,446 WARN [BP-925917775-172.17.0.2-1732090710143 heartbeating to localhost/127.0.0.1:39943 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:18:38,446 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:18:38,446 WARN [BP-925917775-172.17.0.2-1732090710143 heartbeating to localhost/127.0.0.1:39943 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-925917775-172.17.0.2-1732090710143 (Datanode Uuid 4dc2fa14-a310-46de-b08c-4709019daef6) service to localhost/127.0.0.1:39943 2024-11-20T08:18:38,446 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:18:38,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/cluster_e4f3fcbf-92d3-4053-05fe-377a1c459261/dfs/data/data1/current/BP-925917775-172.17.0.2-1732090710143 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:38,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/cluster_e4f3fcbf-92d3-4053-05fe-377a1c459261/dfs/data/data2/current/BP-925917775-172.17.0.2-1732090710143 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:38,448 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:18:38,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:18:38,458 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:18:38,458 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:18:38,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:18:38,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/hadoop.log.dir/,STOPPED} 2024-11-20T08:18:38,466 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-20T08:18:38,492 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-20T08:18:38,502 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=79 (was 11) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39943 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a04d4489dc6d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/a04d4489dc6d:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a04d4489dc6d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@537d2ea1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39943 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a04d4489dc6d:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=409 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=115 (was 53) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2900 (was 3434) 2024-11-20T08:18:38,508 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=79, OpenFileDescriptor=409, MaxFileDescriptor=1048576, SystemLoadAverage=115, ProcessCount=11, AvailableMemoryMB=2900 2024-11-20T08:18:38,522 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/hadoop.log.dir so I do NOT create it in target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373 2024-11-20T08:18:38,522 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T08:18:38,522 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/hadoop.tmp.dir so I do NOT create it in target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373 2024-11-20T08:18:38,522 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5265d22-3549-e883-36a9-ce40c6a3fbfa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T08:18:38,522 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373 2024-11-20T08:18:38,523 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:18:38,523 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/cluster_366c76b4-00fe-78ee-6752-960e8ea3f59a, deleteOnExit=true 2024-11-20T08:18:38,523 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-20T08:18:38,523 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/test.cache.data in system properties and HBase conf 2024-11-20T08:18:38,523 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:18:38,523 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:18:38,523 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:18:38,523 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:18:38,523 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T08:18:38,523 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:18:38,524 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:18:38,524 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:18:38,524 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:18:38,524 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:18:38,524 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:18:38,524 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:18:38,524 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:18:38,524 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:18:38,524 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:18:38,524 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:18:38,524 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:18:38,524 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:18:38,524 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:18:38,525 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:18:38,608 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:38,613 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:18:38,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:18:38,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:18:38,614 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:18:38,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:38,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ccf0f85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:18:38,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d20b3f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:18:38,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2beb8a32{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/java.io.tmpdir/jetty-localhost-40095-hadoop-hdfs-3_4_1-tests_jar-_-any-14431278555936804993/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:18:38,731 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@792cce3f{HTTP/1.1, (http/1.1)}{localhost:40095} 2024-11-20T08:18:38,731 INFO [Time-limited test {}] server.Server(415): Started @10491ms 2024-11-20T08:18:38,815 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:38,818 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:18:38,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:18:38,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:18:38,819 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:18:38,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f52a7a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:18:38,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a4d4fe0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:18:38,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@765f23a5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/java.io.tmpdir/jetty-localhost-43463-hadoop-hdfs-3_4_1-tests_jar-_-any-14820892281405085868/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:38,937 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4042c460{HTTP/1.1, (http/1.1)}{localhost:43463} 2024-11-20T08:18:38,937 INFO [Time-limited test {}] server.Server(415): Started @10697ms 2024-11-20T08:18:38,939 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:18:38,973 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:38,979 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:18:38,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:18:38,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:18:38,980 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:18:38,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b2ffe1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:18:38,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fc0db71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:18:39,024 WARN [Thread-355 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/cluster_366c76b4-00fe-78ee-6752-960e8ea3f59a/dfs/data/data2/current/BP-422073476-172.17.0.2-1732090718555/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:39,024 WARN [Thread-354 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/cluster_366c76b4-00fe-78ee-6752-960e8ea3f59a/dfs/data/data1/current/BP-422073476-172.17.0.2-1732090718555/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:39,041 WARN [Thread-333 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:18:39,045 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xffe2427bc797a165 with lease ID 0x611c25647390055b: Processing first storage report for DS-beba281f-e83b-44f2-a8d3-c895d2593d57 from datanode DatanodeRegistration(127.0.0.1:35479, datanodeUuid=2228849f-c207-4209-bed9-9ba631402758, infoPort=34993, infoSecurePort=0, ipcPort=45817, storageInfo=lv=-57;cid=testClusterID;nsid=2096405940;c=1732090718555) 2024-11-20T08:18:39,045 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xffe2427bc797a165 with lease ID 0x611c25647390055b: from storage DS-beba281f-e83b-44f2-a8d3-c895d2593d57 node DatanodeRegistration(127.0.0.1:35479, datanodeUuid=2228849f-c207-4209-bed9-9ba631402758, infoPort=34993, infoSecurePort=0, ipcPort=45817, storageInfo=lv=-57;cid=testClusterID;nsid=2096405940;c=1732090718555), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:18:39,045 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xffe2427bc797a165 with lease ID 0x611c25647390055b: Processing first storage report for DS-d957cee6-687e-4176-a1ac-4d369fab8ca2 from datanode DatanodeRegistration(127.0.0.1:35479, datanodeUuid=2228849f-c207-4209-bed9-9ba631402758, infoPort=34993, infoSecurePort=0, ipcPort=45817, storageInfo=lv=-57;cid=testClusterID;nsid=2096405940;c=1732090718555) 2024-11-20T08:18:39,045 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xffe2427bc797a165 with lease ID 0x611c25647390055b: from storage DS-d957cee6-687e-4176-a1ac-4d369fab8ca2 node DatanodeRegistration(127.0.0.1:35479, datanodeUuid=2228849f-c207-4209-bed9-9ba631402758, infoPort=34993, infoSecurePort=0, ipcPort=45817, storageInfo=lv=-57;cid=testClusterID;nsid=2096405940;c=1732090718555), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:18:39,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@468e2ee1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/java.io.tmpdir/jetty-localhost-38401-hadoop-hdfs-3_4_1-tests_jar-_-any-8658876623380522714/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:39,103 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a1d3e82{HTTP/1.1, (http/1.1)}{localhost:38401} 2024-11-20T08:18:39,103 INFO [Time-limited test {}] server.Server(415): Started @10863ms 2024-11-20T08:18:39,105 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:18:39,188 WARN [Thread-380 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/cluster_366c76b4-00fe-78ee-6752-960e8ea3f59a/dfs/data/data3/current/BP-422073476-172.17.0.2-1732090718555/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:39,188 WARN [Thread-381 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/cluster_366c76b4-00fe-78ee-6752-960e8ea3f59a/dfs/data/data4/current/BP-422073476-172.17.0.2-1732090718555/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:39,205 WARN [Thread-369 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:18:39,208 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5bb039531636169 with lease ID 0x611c25647390055c: Processing first storage report for DS-79748f3e-b939-45ed-87ac-5760a38c4e84 from datanode DatanodeRegistration(127.0.0.1:34631, datanodeUuid=81295d9f-5376-421b-95f5-48cd3c2551c2, infoPort=34707, infoSecurePort=0, ipcPort=46399, storageInfo=lv=-57;cid=testClusterID;nsid=2096405940;c=1732090718555) 2024-11-20T08:18:39,208 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5bb039531636169 with lease ID 0x611c25647390055c: from storage DS-79748f3e-b939-45ed-87ac-5760a38c4e84 node DatanodeRegistration(127.0.0.1:34631, datanodeUuid=81295d9f-5376-421b-95f5-48cd3c2551c2, infoPort=34707, infoSecurePort=0, ipcPort=46399, storageInfo=lv=-57;cid=testClusterID;nsid=2096405940;c=1732090718555), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:18:39,208 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5bb039531636169 with lease ID 0x611c25647390055c: Processing first storage report for DS-dc682223-a88f-4e08-9e0a-bb41d51f431d from datanode DatanodeRegistration(127.0.0.1:34631, datanodeUuid=81295d9f-5376-421b-95f5-48cd3c2551c2, infoPort=34707, infoSecurePort=0, ipcPort=46399, storageInfo=lv=-57;cid=testClusterID;nsid=2096405940;c=1732090718555) 2024-11-20T08:18:39,208 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5bb039531636169 with lease ID 0x611c25647390055c: from storage DS-dc682223-a88f-4e08-9e0a-bb41d51f431d node DatanodeRegistration(127.0.0.1:34631, datanodeUuid=81295d9f-5376-421b-95f5-48cd3c2551c2, infoPort=34707, infoSecurePort=0, ipcPort=46399, storageInfo=lv=-57;cid=testClusterID;nsid=2096405940;c=1732090718555), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:18:39,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373 2024-11-20T08:18:39,236 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/cluster_366c76b4-00fe-78ee-6752-960e8ea3f59a/zookeeper_0, clientPort=54470, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/cluster_366c76b4-00fe-78ee-6752-960e8ea3f59a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/cluster_366c76b4-00fe-78ee-6752-960e8ea3f59a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T08:18:39,237 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=54470 2024-11-20T08:18:39,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:39,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:39,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34631 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:18:39,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:18:39,255 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95 with version=8 2024-11-20T08:18:39,255 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/hbase-staging 2024-11-20T08:18:39,257 INFO [Time-limited test {}] client.ConnectionUtils(129): master/a04d4489dc6d:0 server-side Connection retries=45 2024-11-20T08:18:39,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:39,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:39,257 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:18:39,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:39,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:18:39,257 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:18:39,257 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:18:39,258 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44543 2024-11-20T08:18:39,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:39,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:39,262 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44543 connecting to ZooKeeper ensemble=127.0.0.1:54470 2024-11-20T08:18:39,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445430x0, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:18:39,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44543-0x1001402a4ea0000 connected 2024-11-20T08:18:39,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:18:39,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:39,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:18:39,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44543 2024-11-20T08:18:39,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44543 2024-11-20T08:18:39,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44543 2024-11-20T08:18:39,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44543 2024-11-20T08:18:39,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44543 2024-11-20T08:18:39,300 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95, hbase.cluster.distributed=false 2024-11-20T08:18:39,317 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/a04d4489dc6d:0 server-side Connection retries=45 2024-11-20T08:18:39,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:39,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:39,317 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:18:39,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:39,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:18:39,317 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:18:39,317 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:18:39,318 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44893 2024-11-20T08:18:39,319 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:18:39,320 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:18:39,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:39,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:39,324 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44893 connecting to ZooKeeper ensemble=127.0.0.1:54470 2024-11-20T08:18:39,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448930x0, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:18:39,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44893-0x1001402a4ea0001 connected 2024-11-20T08:18:39,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44893-0x1001402a4ea0001, quorum=127.0.0.1:54470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:18:39,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44893-0x1001402a4ea0001, quorum=127.0.0.1:54470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:39,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44893-0x1001402a4ea0001, quorum=127.0.0.1:54470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:18:39,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44893 2024-11-20T08:18:39,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44893 2024-11-20T08:18:39,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44893 2024-11-20T08:18:39,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44893 2024-11-20T08:18:39,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44893 2024-11-20T08:18:39,351 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/a04d4489dc6d:0 server-side Connection retries=45 2024-11-20T08:18:39,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:39,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:39,351 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:18:39,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:39,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:18:39,351 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:18:39,351 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:18:39,352 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40841 2024-11-20T08:18:39,353 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:18:39,354 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:18:39,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:39,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:39,360 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40841 connecting to ZooKeeper ensemble=127.0.0.1:54470 2024-11-20T08:18:39,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408410x0, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:18:39,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40841-0x1001402a4ea0002 connected 2024-11-20T08:18:39,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40841-0x1001402a4ea0002, quorum=127.0.0.1:54470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:18:39,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40841-0x1001402a4ea0002, quorum=127.0.0.1:54470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:39,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40841-0x1001402a4ea0002, quorum=127.0.0.1:54470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:18:39,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40841 2024-11-20T08:18:39,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40841 2024-11-20T08:18:39,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40841 2024-11-20T08:18:39,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40841 2024-11-20T08:18:39,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40841 2024-11-20T08:18:39,373 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/a04d4489dc6d,44543,1732090719256 2024-11-20T08:18:39,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44893-0x1001402a4ea0001, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:39,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:39,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1001402a4ea0002, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:39,375 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a04d4489dc6d,44543,1732090719256 2024-11-20T08:18:39,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44893-0x1001402a4ea0001, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:18:39,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1001402a4ea0002, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:18:39,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:18:39,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44893-0x1001402a4ea0001, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:39,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1001402a4ea0002, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:39,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:39,383 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T08:18:39,384 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a04d4489dc6d,44543,1732090719256 from backup master directory 2024-11-20T08:18:39,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T08:18:39,386 DEBUG [M:0;a04d4489dc6d:44543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a04d4489dc6d:44543 2024-11-20T08:18:39,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a04d4489dc6d,44543,1732090719256 2024-11-20T08:18:39,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1001402a4ea0002, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:39,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44893-0x1001402a4ea0001, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:39,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:39,387 WARN [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:18:39,387 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a04d4489dc6d,44543,1732090719256 2024-11-20T08:18:39,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:18:39,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34631 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:18:39,402 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/hbase.id with ID: 15e71bc2-c4ee-4d64-b969-a244a0166ac4 2024-11-20T08:18:39,419 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:39,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:39,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44893-0x1001402a4ea0001, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:39,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1001402a4ea0002, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:39,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:18:39,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34631 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:18:39,433 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:18:39,434 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:18:39,434 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:39,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34631 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:18:39,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:18:39,445 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/MasterData/data/master/store 2024-11-20T08:18:39,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:18:39,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34631 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:18:39,455 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:39,455 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:18:39,455 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:39,455 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:39,455 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:18:39,455 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:39,455 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:39,455 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T08:18:39,456 WARN [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/MasterData/data/master/store/.initializing 2024-11-20T08:18:39,456 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/MasterData/WALs/a04d4489dc6d,44543,1732090719256 2024-11-20T08:18:39,458 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:18:39,460 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C44543%2C1732090719256, suffix=, logDir=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/MasterData/WALs/a04d4489dc6d,44543,1732090719256, archiveDir=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/MasterData/oldWALs, maxLogs=10 2024-11-20T08:18:39,474 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/MasterData/WALs/a04d4489dc6d,44543,1732090719256/a04d4489dc6d%2C44543%2C1732090719256.1732090719461, exclude list is [], retry=0 2024-11-20T08:18:39,478 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35479,DS-beba281f-e83b-44f2-a8d3-c895d2593d57,DISK] 2024-11-20T08:18:39,478 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34631,DS-79748f3e-b939-45ed-87ac-5760a38c4e84,DISK] 2024-11-20T08:18:39,481 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/MasterData/WALs/a04d4489dc6d,44543,1732090719256/a04d4489dc6d%2C44543%2C1732090719256.1732090719461 2024-11-20T08:18:39,481 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34993:34993),(127.0.0.1/127.0.0.1:34707:34707)] 2024-11-20T08:18:39,481 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:18:39,481 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:39,482 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:39,482 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:39,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:39,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:18:39,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:39,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:39,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:39,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:18:39,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:39,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:39,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:39,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:18:39,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:39,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:39,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:39,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:18:39,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:39,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:39,495 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:39,496 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:39,498 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:18:39,500 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:39,503 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:39,503 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67322841, jitterRate=0.00318850576877594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:18:39,504 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T08:18:39,504 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:18:39,509 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e25e7ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:39,510 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-20T08:18:39,510 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:18:39,510 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:18:39,510 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:18:39,511 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:18:39,511 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:18:39,511 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:18:39,513 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:18:39,514 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T08:18:39,515 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-20T08:18:39,516 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:18:39,516 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:18:39,518 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-20T08:18:39,518 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:18:39,519 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:18:39,520 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-20T08:18:39,521 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:18:39,522 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T08:18:39,523 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:18:39,525 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T08:18:39,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44893-0x1001402a4ea0001, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:39,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:39,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1001402a4ea0002, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:39,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44893-0x1001402a4ea0001, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:39,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:39,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1001402a4ea0002, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:39,528 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=a04d4489dc6d,44543,1732090719256, sessionid=0x1001402a4ea0000, setting cluster-up flag (Was=false) 2024-11-20T08:18:39,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:39,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44893-0x1001402a4ea0001, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:39,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1001402a4ea0002, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:39,535 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T08:18:39,536 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a04d4489dc6d,44543,1732090719256 2024-11-20T08:18:39,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1001402a4ea0002, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:39,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44893-0x1001402a4ea0001, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:39,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:39,547 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T08:18:39,548 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a04d4489dc6d,44543,1732090719256 2024-11-20T08:18:39,551 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-20T08:18:39,551 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-20T08:18:39,551 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:18:39,551 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a04d4489dc6d,44543,1732090719256 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:18:39,552 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:39,552 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:39,552 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:39,552 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:39,552 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a04d4489dc6d:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:18:39,552 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:39,552 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:18:39,552 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:39,553 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090749553 2024-11-20T08:18:39,553 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:18:39,553 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:18:39,553 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:18:39,553 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:18:39,553 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:18:39,553 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:18:39,554 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:39,554 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:18:39,554 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:18:39,554 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:18:39,554 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:18:39,554 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:18:39,554 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:18:39,555 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:18:39,555 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.large.0-1732090719555,5,FailOnTimeoutGroup] 2024-11-20T08:18:39,555 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.small.0-1732090719555,5,FailOnTimeoutGroup] 2024-11-20T08:18:39,555 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:39,555 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:18:39,555 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:39,555 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:39,555 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:39,555 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:18:39,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741831_1007 (size=1039) 2024-11-20T08:18:39,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34631 is added to blk_1073741831_1007 (size=1039) 2024-11-20T08:18:39,566 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-20T08:18:39,566 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95 2024-11-20T08:18:39,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34631 is added to blk_1073741832_1008 (size=32) 2024-11-20T08:18:39,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741832_1008 (size=32) 2024-11-20T08:18:39,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:39,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:18:39,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:18:39,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:39,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:39,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:18:39,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:18:39,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:39,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:39,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:18:39,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:18:39,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:39,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:39,586 DEBUG [RS:1;a04d4489dc6d:40841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a04d4489dc6d:40841 2024-11-20T08:18:39,586 DEBUG [RS:0;a04d4489dc6d:44893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a04d4489dc6d:44893 2024-11-20T08:18:39,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/hbase/meta/1588230740 2024-11-20T08:18:39,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/hbase/meta/1588230740 2024-11-20T08:18:39,587 INFO [RS:1;a04d4489dc6d:40841 {}] regionserver.HRegionServer(1008): ClusterId : 15e71bc2-c4ee-4d64-b969-a244a0166ac4 2024-11-20T08:18:39,587 INFO [RS:0;a04d4489dc6d:44893 {}] regionserver.HRegionServer(1008): ClusterId : 15e71bc2-c4ee-4d64-b969-a244a0166ac4 2024-11-20T08:18:39,587 DEBUG [RS:1;a04d4489dc6d:40841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:18:39,587 DEBUG [RS:0;a04d4489dc6d:44893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:18:39,589 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:18:39,589 DEBUG [RS:0;a04d4489dc6d:44893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:18:39,589 DEBUG [RS:1;a04d4489dc6d:40841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:18:39,589 DEBUG [RS:0;a04d4489dc6d:44893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:18:39,589 DEBUG [RS:1;a04d4489dc6d:40841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:18:39,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T08:18:39,592 DEBUG [RS:0;a04d4489dc6d:44893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:18:39,593 DEBUG [RS:0;a04d4489dc6d:44893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4365f47e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:39,593 DEBUG [RS:0;a04d4489dc6d:44893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b1765f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a04d4489dc6d/172.17.0.2:0 2024-11-20T08:18:39,593 INFO [RS:0;a04d4489dc6d:44893 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T08:18:39,593 INFO [RS:0;a04d4489dc6d:44893 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T08:18:39,593 DEBUG [RS:0;a04d4489dc6d:44893 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T08:18:39,593 DEBUG [RS:1;a04d4489dc6d:40841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:18:39,594 DEBUG [RS:1;a04d4489dc6d:40841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e93937, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:39,594 INFO [RS:0;a04d4489dc6d:44893 {}] regionserver.HRegionServer(3073): reportForDuty to master=a04d4489dc6d,44543,1732090719256 with isa=a04d4489dc6d/172.17.0.2:44893, startcode=1732090719316 2024-11-20T08:18:39,594 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:39,594 DEBUG [RS:0;a04d4489dc6d:44893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:18:39,594 DEBUG [RS:1;a04d4489dc6d:40841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8f9188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a04d4489dc6d/172.17.0.2:0 2024-11-20T08:18:39,595 INFO [RS:1;a04d4489dc6d:40841 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T08:18:39,595 INFO [RS:1;a04d4489dc6d:40841 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T08:18:39,595 DEBUG [RS:1;a04d4489dc6d:40841 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T08:18:39,595 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64897567, jitterRate=-0.03295089304447174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:18:39,595 INFO [RS:1;a04d4489dc6d:40841 {}] regionserver.HRegionServer(3073): reportForDuty to master=a04d4489dc6d,44543,1732090719256 with isa=a04d4489dc6d/172.17.0.2:40841, startcode=1732090719350 2024-11-20T08:18:39,595 DEBUG [RS:1;a04d4489dc6d:40841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:18:39,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T08:18:39,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:18:39,596 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T08:18:39,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T08:18:39,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:18:39,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:18:39,596 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38091, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:18:39,597 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T08:18:39,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T08:18:39,597 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45273, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:18:39,598 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44543 {}] master.ServerManager(332): Checking decommissioned status of RegionServer a04d4489dc6d,44893,1732090719316 2024-11-20T08:18:39,598 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44543 {}] master.ServerManager(486): Registering regionserver=a04d4489dc6d,44893,1732090719316 2024-11-20T08:18:39,598 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:18:39,598 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-20T08:18:39,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:18:39,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44543 {}] master.ServerManager(332): Checking decommissioned status of RegionServer a04d4489dc6d,40841,1732090719350 2024-11-20T08:18:39,600 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44543 {}] master.ServerManager(486): Registering regionserver=a04d4489dc6d,40841,1732090719350 2024-11-20T08:18:39,600 DEBUG [RS:0;a04d4489dc6d:44893 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95 2024-11-20T08:18:39,600 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:18:39,601 DEBUG [RS:0;a04d4489dc6d:44893 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39599 2024-11-20T08:18:39,601 DEBUG [RS:0;a04d4489dc6d:44893 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T08:18:39,601 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:18:39,601 DEBUG [RS:1;a04d4489dc6d:40841 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95 2024-11-20T08:18:39,601 DEBUG [RS:1;a04d4489dc6d:40841 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39599 2024-11-20T08:18:39,601 DEBUG [RS:1;a04d4489dc6d:40841 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T08:18:39,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:18:39,605 DEBUG [RS:0;a04d4489dc6d:44893 {}] zookeeper.ZKUtil(111): regionserver:44893-0x1001402a4ea0001, quorum=127.0.0.1:54470, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a04d4489dc6d,44893,1732090719316 2024-11-20T08:18:39,605 WARN [RS:0;a04d4489dc6d:44893 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:18:39,605 INFO [RS:0;a04d4489dc6d:44893 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:39,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a04d4489dc6d,40841,1732090719350] 2024-11-20T08:18:39,606 DEBUG [RS:0;a04d4489dc6d:44893 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/WALs/a04d4489dc6d,44893,1732090719316 2024-11-20T08:18:39,606 DEBUG [RS:1;a04d4489dc6d:40841 {}] zookeeper.ZKUtil(111): regionserver:40841-0x1001402a4ea0002, quorum=127.0.0.1:54470, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a04d4489dc6d,40841,1732090719350 2024-11-20T08:18:39,606 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a04d4489dc6d,44893,1732090719316] 2024-11-20T08:18:39,606 WARN [RS:1;a04d4489dc6d:40841 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:18:39,606 INFO [RS:1;a04d4489dc6d:40841 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:39,606 DEBUG [RS:1;a04d4489dc6d:40841 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/WALs/a04d4489dc6d,40841,1732090719350 2024-11-20T08:18:39,611 DEBUG [RS:1;a04d4489dc6d:40841 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T08:18:39,611 INFO [RS:1;a04d4489dc6d:40841 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:18:39,612 DEBUG [RS:0;a04d4489dc6d:44893 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T08:18:39,613 INFO [RS:0;a04d4489dc6d:44893 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:18:39,614 INFO [RS:1;a04d4489dc6d:40841 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:18:39,614 INFO [RS:1;a04d4489dc6d:40841 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:18:39,614 INFO [RS:1;a04d4489dc6d:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:39,615 INFO [RS:1;a04d4489dc6d:40841 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T08:18:39,615 INFO [RS:0;a04d4489dc6d:44893 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:18:39,616 INFO [RS:0;a04d4489dc6d:44893 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:18:39,616 INFO [RS:0;a04d4489dc6d:44893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:39,616 INFO [RS:0;a04d4489dc6d:44893 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T08:18:39,616 INFO [RS:1;a04d4489dc6d:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:39,617 DEBUG [RS:1;a04d4489dc6d:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:39,617 DEBUG [RS:1;a04d4489dc6d:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:39,617 DEBUG [RS:1;a04d4489dc6d:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:39,617 DEBUG [RS:1;a04d4489dc6d:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:39,617 DEBUG [RS:1;a04d4489dc6d:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:39,617 DEBUG [RS:1;a04d4489dc6d:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a04d4489dc6d:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:18:39,617 INFO [RS:0;a04d4489dc6d:44893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:39,617 DEBUG [RS:1;a04d4489dc6d:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:39,617 DEBUG [RS:0;a04d4489dc6d:44893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:39,617 DEBUG [RS:1;a04d4489dc6d:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:39,617 DEBUG [RS:0;a04d4489dc6d:44893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:39,617 DEBUG [RS:1;a04d4489dc6d:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:39,617 DEBUG [RS:0;a04d4489dc6d:44893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:39,617 DEBUG [RS:1;a04d4489dc6d:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:39,618 DEBUG [RS:0;a04d4489dc6d:44893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:39,618 DEBUG [RS:1;a04d4489dc6d:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:39,618 DEBUG [RS:0;a04d4489dc6d:44893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:39,618 DEBUG [RS:1;a04d4489dc6d:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a04d4489dc6d:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:39,618 DEBUG [RS:0;a04d4489dc6d:44893 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a04d4489dc6d:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:18:39,618 DEBUG [RS:0;a04d4489dc6d:44893 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:39,618 DEBUG [RS:1;a04d4489dc6d:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:39,618 DEBUG [RS:0;a04d4489dc6d:44893 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:39,618 DEBUG [RS:0;a04d4489dc6d:44893 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:39,618 DEBUG [RS:0;a04d4489dc6d:44893 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:39,618 DEBUG [RS:0;a04d4489dc6d:44893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:39,618 DEBUG [RS:0;a04d4489dc6d:44893 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a04d4489dc6d:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:39,618 DEBUG [RS:0;a04d4489dc6d:44893 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:39,620 INFO [RS:1;a04d4489dc6d:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:39,620 INFO [RS:1;a04d4489dc6d:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:39,620 INFO [RS:0;a04d4489dc6d:44893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:39,620 INFO [RS:1;a04d4489dc6d:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:39,621 INFO [RS:0;a04d4489dc6d:44893 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:39,621 INFO [RS:1;a04d4489dc6d:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:39,621 INFO [RS:0;a04d4489dc6d:44893 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:39,621 INFO [RS:1;a04d4489dc6d:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,40841,1732090719350-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:18:39,621 INFO [RS:0;a04d4489dc6d:44893 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:39,621 INFO [RS:0;a04d4489dc6d:44893 {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,44893,1732090719316-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:18:39,639 INFO [RS:0;a04d4489dc6d:44893 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:18:39,639 INFO [RS:0;a04d4489dc6d:44893 {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,44893,1732090719316-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:39,641 INFO [RS:1;a04d4489dc6d:40841 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:18:39,641 INFO [RS:1;a04d4489dc6d:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,40841,1732090719350-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:39,655 INFO [RS:0;a04d4489dc6d:44893 {}] regionserver.Replication(204): a04d4489dc6d,44893,1732090719316 started 2024-11-20T08:18:39,655 INFO [RS:0;a04d4489dc6d:44893 {}] regionserver.HRegionServer(1767): Serving as a04d4489dc6d,44893,1732090719316, RpcServer on a04d4489dc6d/172.17.0.2:44893, sessionid=0x1001402a4ea0001 2024-11-20T08:18:39,655 DEBUG [RS:0;a04d4489dc6d:44893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:18:39,655 DEBUG [RS:0;a04d4489dc6d:44893 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a04d4489dc6d,44893,1732090719316 2024-11-20T08:18:39,655 DEBUG [RS:0;a04d4489dc6d:44893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a04d4489dc6d,44893,1732090719316' 2024-11-20T08:18:39,655 DEBUG [RS:0;a04d4489dc6d:44893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T08:18:39,656 DEBUG [RS:0;a04d4489dc6d:44893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T08:18:39,656 DEBUG [RS:0;a04d4489dc6d:44893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:18:39,657 DEBUG [RS:0;a04d4489dc6d:44893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:18:39,657 DEBUG [RS:0;a04d4489dc6d:44893 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a04d4489dc6d,44893,1732090719316 2024-11-20T08:18:39,657 DEBUG [RS:0;a04d4489dc6d:44893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a04d4489dc6d,44893,1732090719316' 2024-11-20T08:18:39,657 DEBUG [RS:0;a04d4489dc6d:44893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T08:18:39,657 DEBUG [RS:0;a04d4489dc6d:44893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T08:18:39,657 DEBUG [RS:0;a04d4489dc6d:44893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:18:39,657 INFO [RS:0;a04d4489dc6d:44893 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:18:39,657 INFO [RS:0;a04d4489dc6d:44893 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:18:39,661 INFO [RS:1;a04d4489dc6d:40841 {}] regionserver.Replication(204): a04d4489dc6d,40841,1732090719350 started 2024-11-20T08:18:39,661 INFO [RS:1;a04d4489dc6d:40841 {}] regionserver.HRegionServer(1767): Serving as a04d4489dc6d,40841,1732090719350, RpcServer on a04d4489dc6d/172.17.0.2:40841, sessionid=0x1001402a4ea0002 2024-11-20T08:18:39,661 DEBUG [RS:1;a04d4489dc6d:40841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:18:39,661 DEBUG [RS:1;a04d4489dc6d:40841 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a04d4489dc6d,40841,1732090719350 2024-11-20T08:18:39,661 DEBUG [RS:1;a04d4489dc6d:40841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a04d4489dc6d,40841,1732090719350' 2024-11-20T08:18:39,661 DEBUG [RS:1;a04d4489dc6d:40841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T08:18:39,662 DEBUG [RS:1;a04d4489dc6d:40841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T08:18:39,662 DEBUG [RS:1;a04d4489dc6d:40841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:18:39,662 DEBUG [RS:1;a04d4489dc6d:40841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:18:39,662 DEBUG [RS:1;a04d4489dc6d:40841 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a04d4489dc6d,40841,1732090719350 2024-11-20T08:18:39,662 DEBUG [RS:1;a04d4489dc6d:40841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a04d4489dc6d,40841,1732090719350' 2024-11-20T08:18:39,662 DEBUG [RS:1;a04d4489dc6d:40841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T08:18:39,663 DEBUG [RS:1;a04d4489dc6d:40841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T08:18:39,663 DEBUG [RS:1;a04d4489dc6d:40841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:18:39,663 INFO [RS:1;a04d4489dc6d:40841 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:18:39,663 INFO [RS:1;a04d4489dc6d:40841 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:18:39,751 WARN [a04d4489dc6d:44543 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-20T08:18:39,758 INFO [RS:0;a04d4489dc6d:44893 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:18:39,761 INFO [RS:0;a04d4489dc6d:44893 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C44893%2C1732090719316, suffix=, logDir=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/WALs/a04d4489dc6d,44893,1732090719316, archiveDir=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/oldWALs, maxLogs=32 2024-11-20T08:18:39,764 INFO [RS:1;a04d4489dc6d:40841 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:18:39,765 INFO [RS:1;a04d4489dc6d:40841 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C40841%2C1732090719350, suffix=, logDir=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/WALs/a04d4489dc6d,40841,1732090719350, archiveDir=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/oldWALs, maxLogs=32 2024-11-20T08:18:39,777 DEBUG [RS:0;a04d4489dc6d:44893 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/WALs/a04d4489dc6d,44893,1732090719316/a04d4489dc6d%2C44893%2C1732090719316.1732090719762, exclude list is [], retry=0 2024-11-20T08:18:39,780 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35479,DS-beba281f-e83b-44f2-a8d3-c895d2593d57,DISK] 2024-11-20T08:18:39,780 DEBUG [RS:1;a04d4489dc6d:40841 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/WALs/a04d4489dc6d,40841,1732090719350/a04d4489dc6d%2C40841%2C1732090719350.1732090719766, exclude list is [], retry=0 2024-11-20T08:18:39,780 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34631,DS-79748f3e-b939-45ed-87ac-5760a38c4e84,DISK] 2024-11-20T08:18:39,783 INFO [RS:0;a04d4489dc6d:44893 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/WALs/a04d4489dc6d,44893,1732090719316/a04d4489dc6d%2C44893%2C1732090719316.1732090719762 2024-11-20T08:18:39,783 DEBUG [RS:0;a04d4489dc6d:44893 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34707:34707),(127.0.0.1/127.0.0.1:34993:34993)] 2024-11-20T08:18:39,784 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34631,DS-79748f3e-b939-45ed-87ac-5760a38c4e84,DISK] 2024-11-20T08:18:39,784 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35479,DS-beba281f-e83b-44f2-a8d3-c895d2593d57,DISK] 2024-11-20T08:18:39,791 INFO [RS:1;a04d4489dc6d:40841 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/WALs/a04d4489dc6d,40841,1732090719350/a04d4489dc6d%2C40841%2C1732090719350.1732090719766 2024-11-20T08:18:39,792 DEBUG [RS:1;a04d4489dc6d:40841 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34707:34707),(127.0.0.1/127.0.0.1:34993:34993)] 2024-11-20T08:18:40,002 DEBUG [a04d4489dc6d:44543 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-20T08:18:40,002 DEBUG [a04d4489dc6d:44543 {}] balancer.BalancerClusterState(202): Hosts are {a04d4489dc6d=0} racks are {/default-rack=0} 2024-11-20T08:18:40,004 DEBUG [a04d4489dc6d:44543 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T08:18:40,004 DEBUG [a04d4489dc6d:44543 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T08:18:40,004 INFO [a04d4489dc6d:44543 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T08:18:40,004 INFO [a04d4489dc6d:44543 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T08:18:40,005 DEBUG [a04d4489dc6d:44543 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T08:18:40,005 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a04d4489dc6d,40841,1732090719350 2024-11-20T08:18:40,006 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a04d4489dc6d,40841,1732090719350, state=OPENING 2024-11-20T08:18:40,008 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:18:40,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44893-0x1001402a4ea0001, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:40,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1001402a4ea0002, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:40,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:40,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:40,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=a04d4489dc6d,40841,1732090719350}] 2024-11-20T08:18:40,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:40,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:40,163 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,40841,1732090719350 2024-11-20T08:18:40,164 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:18:40,166 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:18:40,170 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-20T08:18:40,171 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:40,171 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:18:40,173 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C40841%2C1732090719350.meta, suffix=.meta, logDir=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/WALs/a04d4489dc6d,40841,1732090719350, archiveDir=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/oldWALs, maxLogs=32 2024-11-20T08:18:40,189 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/WALs/a04d4489dc6d,40841,1732090719350/a04d4489dc6d%2C40841%2C1732090719350.meta.1732090720174.meta, exclude list is [], retry=0 2024-11-20T08:18:40,192 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35479,DS-beba281f-e83b-44f2-a8d3-c895d2593d57,DISK] 2024-11-20T08:18:40,192 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34631,DS-79748f3e-b939-45ed-87ac-5760a38c4e84,DISK] 2024-11-20T08:18:40,195 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/WALs/a04d4489dc6d,40841,1732090719350/a04d4489dc6d%2C40841%2C1732090719350.meta.1732090720174.meta 2024-11-20T08:18:40,195 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34993:34993),(127.0.0.1/127.0.0.1:34707:34707)] 2024-11-20T08:18:40,195 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:18:40,196 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:18:40,196 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:18:40,196 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:18:40,196 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:18:40,197 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:40,197 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-20T08:18:40,197 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-20T08:18:40,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:18:40,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:18:40,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:40,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:40,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:18:40,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:18:40,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:40,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:40,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:18:40,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:18:40,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:40,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:40,205 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/hbase/meta/1588230740 2024-11-20T08:18:40,207 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/hbase/meta/1588230740 2024-11-20T08:18:40,209 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:18:40,211 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T08:18:40,213 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70189823, jitterRate=0.04590986669063568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:18:40,214 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T08:18:40,216 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090720163 2024-11-20T08:18:40,219 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:18:40,219 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-20T08:18:40,219 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,40841,1732090719350 2024-11-20T08:18:40,221 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a04d4489dc6d,40841,1732090719350, state=OPEN 2024-11-20T08:18:40,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44893-0x1001402a4ea0001, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:18:40,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:18:40,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1001402a4ea0002, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:18:40,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:40,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:40,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:40,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:18:40,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=a04d4489dc6d,40841,1732090719350 in 213 msec 2024-11-20T08:18:40,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:18:40,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 628 msec 2024-11-20T08:18:40,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 681 msec 2024-11-20T08:18:40,231 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090720231, completionTime=-1 2024-11-20T08:18:40,232 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-20T08:18:40,232 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-20T08:18:40,233 DEBUG [hconnection-0x42146225-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:40,234 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:18:40,236 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-20T08:18:40,236 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090780236 2024-11-20T08:18:40,236 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090840236 2024-11-20T08:18:40,236 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-11-20T08:18:40,242 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,44543,1732090719256-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:40,242 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,44543,1732090719256-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:40,242 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,44543,1732090719256-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:40,242 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a04d4489dc6d:44543, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:40,242 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:40,243 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-20T08:18:40,243 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:18:40,244 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-20T08:18:40,244 DEBUG [master/a04d4489dc6d:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-20T08:18:40,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:18:40,246 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:40,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:18:40,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34631 is added to blk_1073741836_1012 (size=358) 2024-11-20T08:18:40,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741836_1012 (size=358) 2024-11-20T08:18:40,260 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 54fa30f7c9eae5829f91b93f0dd0bb64, NAME => 'hbase:namespace,,1732090720243.54fa30f7c9eae5829f91b93f0dd0bb64.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95 2024-11-20T08:18:40,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741837_1013 (size=42) 2024-11-20T08:18:40,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34631 is added to blk_1073741837_1013 (size=42) 2024-11-20T08:18:40,269 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732090720243.54fa30f7c9eae5829f91b93f0dd0bb64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:40,270 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 54fa30f7c9eae5829f91b93f0dd0bb64, disabling compactions & flushes 2024-11-20T08:18:40,270 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732090720243.54fa30f7c9eae5829f91b93f0dd0bb64. 2024-11-20T08:18:40,270 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732090720243.54fa30f7c9eae5829f91b93f0dd0bb64. 2024-11-20T08:18:40,270 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732090720243.54fa30f7c9eae5829f91b93f0dd0bb64. after waiting 0 ms 2024-11-20T08:18:40,270 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732090720243.54fa30f7c9eae5829f91b93f0dd0bb64. 2024-11-20T08:18:40,270 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732090720243.54fa30f7c9eae5829f91b93f0dd0bb64. 2024-11-20T08:18:40,270 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 54fa30f7c9eae5829f91b93f0dd0bb64: 2024-11-20T08:18:40,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:18:40,272 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732090720243.54fa30f7c9eae5829f91b93f0dd0bb64.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732090720272"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090720272"}]},"ts":"1732090720272"} 2024-11-20T08:18:40,276 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T08:18:40,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:18:40,277 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090720277"}]},"ts":"1732090720277"} 2024-11-20T08:18:40,279 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-20T08:18:40,283 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {a04d4489dc6d=0} racks are {/default-rack=0} 2024-11-20T08:18:40,285 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T08:18:40,285 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T08:18:40,285 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T08:18:40,285 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T08:18:40,285 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T08:18:40,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=54fa30f7c9eae5829f91b93f0dd0bb64, ASSIGN}] 2024-11-20T08:18:40,287 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=54fa30f7c9eae5829f91b93f0dd0bb64, ASSIGN 2024-11-20T08:18:40,288 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=54fa30f7c9eae5829f91b93f0dd0bb64, ASSIGN; state=OFFLINE, location=a04d4489dc6d,40841,1732090719350; forceNewPlan=false, retain=false 2024-11-20T08:18:40,439 INFO [a04d4489dc6d:44543 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T08:18:40,439 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=54fa30f7c9eae5829f91b93f0dd0bb64, regionState=OPENING, regionLocation=a04d4489dc6d,40841,1732090719350 2024-11-20T08:18:40,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 54fa30f7c9eae5829f91b93f0dd0bb64, server=a04d4489dc6d,40841,1732090719350}] 2024-11-20T08:18:40,596 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,40841,1732090719350 2024-11-20T08:18:40,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732090720243.54fa30f7c9eae5829f91b93f0dd0bb64. 2024-11-20T08:18:40,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 54fa30f7c9eae5829f91b93f0dd0bb64, NAME => 'hbase:namespace,,1732090720243.54fa30f7c9eae5829f91b93f0dd0bb64.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:18:40,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 54fa30f7c9eae5829f91b93f0dd0bb64 2024-11-20T08:18:40,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732090720243.54fa30f7c9eae5829f91b93f0dd0bb64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:40,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 54fa30f7c9eae5829f91b93f0dd0bb64 2024-11-20T08:18:40,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 54fa30f7c9eae5829f91b93f0dd0bb64 2024-11-20T08:18:40,604 INFO [StoreOpener-54fa30f7c9eae5829f91b93f0dd0bb64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 54fa30f7c9eae5829f91b93f0dd0bb64 2024-11-20T08:18:40,606 INFO [StoreOpener-54fa30f7c9eae5829f91b93f0dd0bb64-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54fa30f7c9eae5829f91b93f0dd0bb64 columnFamilyName info 2024-11-20T08:18:40,606 DEBUG [StoreOpener-54fa30f7c9eae5829f91b93f0dd0bb64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:40,607 INFO [StoreOpener-54fa30f7c9eae5829f91b93f0dd0bb64-1 {}] regionserver.HStore(327): Store=54fa30f7c9eae5829f91b93f0dd0bb64/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:40,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/hbase/namespace/54fa30f7c9eae5829f91b93f0dd0bb64 2024-11-20T08:18:40,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/hbase/namespace/54fa30f7c9eae5829f91b93f0dd0bb64 2024-11-20T08:18:40,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 54fa30f7c9eae5829f91b93f0dd0bb64 2024-11-20T08:18:40,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/hbase/namespace/54fa30f7c9eae5829f91b93f0dd0bb64/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:40,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 54fa30f7c9eae5829f91b93f0dd0bb64; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68781110, jitterRate=0.024918407201766968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T08:18:40,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 54fa30f7c9eae5829f91b93f0dd0bb64: 2024-11-20T08:18:40,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732090720243.54fa30f7c9eae5829f91b93f0dd0bb64., pid=6, masterSystemTime=1732090720596 2024-11-20T08:18:40,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732090720243.54fa30f7c9eae5829f91b93f0dd0bb64. 2024-11-20T08:18:40,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732090720243.54fa30f7c9eae5829f91b93f0dd0bb64. 2024-11-20T08:18:40,621 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=54fa30f7c9eae5829f91b93f0dd0bb64, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,40841,1732090719350 2024-11-20T08:18:40,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:18:40,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 54fa30f7c9eae5829f91b93f0dd0bb64, server=a04d4489dc6d,40841,1732090719350 in 180 msec 2024-11-20T08:18:40,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T08:18:40,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=54fa30f7c9eae5829f91b93f0dd0bb64, ASSIGN in 341 msec 2024-11-20T08:18:40,630 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:18:40,630 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090720630"}]},"ts":"1732090720630"} 2024-11-20T08:18:40,632 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-20T08:18:40,635 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:18:40,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 392 msec 2024-11-20T08:18:40,645 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-20T08:18:40,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-20T08:18:40,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44893-0x1001402a4ea0001, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:40,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1001402a4ea0002, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:40,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:40,653 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-20T08:18:40,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T08:18:40,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 11 msec 2024-11-20T08:18:40,675 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-20T08:18:40,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T08:18:40,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 11 msec 2024-11-20T08:18:40,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-20T08:18:40,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-20T08:18:40,702 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.315sec 2024-11-20T08:18:40,703 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:18:40,703 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:18:40,703 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:18:40,703 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:18:40,703 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:18:40,703 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,44543,1732090719256-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:18:40,703 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,44543,1732090719256-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:18:40,705 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:18:40,705 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:18:40,705 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,44543,1732090719256-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:40,776 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b53a337 to 127.0.0.1:54470 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12882706 2024-11-20T08:18:40,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e73d085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:40,781 DEBUG [hconnection-0x58244159-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:40,783 INFO [RS-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:18:40,785 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=a04d4489dc6d,44543,1732090719256 2024-11-20T08:18:40,786 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:18:40,787 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:18:40,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:18:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-20T08:18:40,792 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:18:40,792 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:40,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-20T08:18:40,793 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:18:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:18:40,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34631 is added to blk_1073741838_1014 (size=379) 2024-11-20T08:18:40,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741838_1014 (size=379) 2024-11-20T08:18:40,806 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 42516e2bdd7ac7152cbd26d02a1ac2bb, NAME => 'testClearRegionBlockCache,,1732090720789.42516e2bdd7ac7152cbd26d02a1ac2bb.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95 2024-11-20T08:18:40,807 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f21e2752731d571f3b8bcdbf55006bfd, NAME => 'testClearRegionBlockCache,5,1732090720789.f21e2752731d571f3b8bcdbf55006bfd.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95 2024-11-20T08:18:40,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741839_1015 (size=61) 2024-11-20T08:18:40,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34631 is added to blk_1073741839_1015 (size=61) 2024-11-20T08:18:40,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34631 is added to blk_1073741840_1016 (size=61) 2024-11-20T08:18:40,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741840_1016 (size=61) 2024-11-20T08:18:40,819 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732090720789.42516e2bdd7ac7152cbd26d02a1ac2bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:40,819 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 42516e2bdd7ac7152cbd26d02a1ac2bb, disabling compactions & flushes 2024-11-20T08:18:40,819 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732090720789.42516e2bdd7ac7152cbd26d02a1ac2bb. 2024-11-20T08:18:40,819 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732090720789.42516e2bdd7ac7152cbd26d02a1ac2bb. 2024-11-20T08:18:40,819 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732090720789.42516e2bdd7ac7152cbd26d02a1ac2bb. after waiting 0 ms 2024-11-20T08:18:40,819 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732090720789.42516e2bdd7ac7152cbd26d02a1ac2bb. 2024-11-20T08:18:40,819 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732090720789.f21e2752731d571f3b8bcdbf55006bfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:40,819 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732090720789.42516e2bdd7ac7152cbd26d02a1ac2bb. 2024-11-20T08:18:40,819 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 42516e2bdd7ac7152cbd26d02a1ac2bb: 2024-11-20T08:18:40,819 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing f21e2752731d571f3b8bcdbf55006bfd, disabling compactions & flushes 2024-11-20T08:18:40,819 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732090720789.f21e2752731d571f3b8bcdbf55006bfd. 2024-11-20T08:18:40,819 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732090720789.f21e2752731d571f3b8bcdbf55006bfd. 2024-11-20T08:18:40,819 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732090720789.f21e2752731d571f3b8bcdbf55006bfd. after waiting 0 ms 2024-11-20T08:18:40,819 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732090720789.f21e2752731d571f3b8bcdbf55006bfd. 2024-11-20T08:18:40,819 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732090720789.f21e2752731d571f3b8bcdbf55006bfd. 2024-11-20T08:18:40,820 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for f21e2752731d571f3b8bcdbf55006bfd: 2024-11-20T08:18:40,821 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:18:40,821 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732090720789.42516e2bdd7ac7152cbd26d02a1ac2bb.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732090720821"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090720821"}]},"ts":"1732090720821"} 2024-11-20T08:18:40,821 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732090720789.f21e2752731d571f3b8bcdbf55006bfd.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732090720821"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090720821"}]},"ts":"1732090720821"} 2024-11-20T08:18:40,825 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-20T08:18:40,826 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:18:40,826 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090720826"}]},"ts":"1732090720826"} 2024-11-20T08:18:40,828 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-20T08:18:40,832 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {a04d4489dc6d=0} racks are {/default-rack=0} 2024-11-20T08:18:40,833 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T08:18:40,833 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T08:18:40,833 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T08:18:40,833 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T08:18:40,833 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T08:18:40,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=42516e2bdd7ac7152cbd26d02a1ac2bb, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f21e2752731d571f3b8bcdbf55006bfd, ASSIGN}] 2024-11-20T08:18:40,835 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f21e2752731d571f3b8bcdbf55006bfd, ASSIGN 2024-11-20T08:18:40,835 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=42516e2bdd7ac7152cbd26d02a1ac2bb, ASSIGN 2024-11-20T08:18:40,836 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=42516e2bdd7ac7152cbd26d02a1ac2bb, ASSIGN; state=OFFLINE, location=a04d4489dc6d,44893,1732090719316; forceNewPlan=false, retain=false 2024-11-20T08:18:40,836 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f21e2752731d571f3b8bcdbf55006bfd, ASSIGN; state=OFFLINE, location=a04d4489dc6d,40841,1732090719350; forceNewPlan=false, retain=false 2024-11-20T08:18:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:18:40,987 INFO [a04d4489dc6d:44543 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-20T08:18:40,987 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=f21e2752731d571f3b8bcdbf55006bfd, regionState=OPENING, regionLocation=a04d4489dc6d,40841,1732090719350 2024-11-20T08:18:40,987 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=42516e2bdd7ac7152cbd26d02a1ac2bb, regionState=OPENING, regionLocation=a04d4489dc6d,44893,1732090719316 2024-11-20T08:18:40,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 42516e2bdd7ac7152cbd26d02a1ac2bb, server=a04d4489dc6d,44893,1732090719316}] 2024-11-20T08:18:40,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure f21e2752731d571f3b8bcdbf55006bfd, server=a04d4489dc6d,40841,1732090719350}] 2024-11-20T08:18:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:18:41,143 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,44893,1732090719316 2024-11-20T08:18:41,143 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:18:41,145 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,40841,1732090719350 2024-11-20T08:18:41,145 INFO [RS-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:18:41,149 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732090720789.f21e2752731d571f3b8bcdbf55006bfd. 2024-11-20T08:18:41,150 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732090720789.42516e2bdd7ac7152cbd26d02a1ac2bb. 2024-11-20T08:18:41,150 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => f21e2752731d571f3b8bcdbf55006bfd, NAME => 'testClearRegionBlockCache,5,1732090720789.f21e2752731d571f3b8bcdbf55006bfd.', STARTKEY => '5', ENDKEY => ''} 2024-11-20T08:18:41,150 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 42516e2bdd7ac7152cbd26d02a1ac2bb, NAME => 'testClearRegionBlockCache,,1732090720789.42516e2bdd7ac7152cbd26d02a1ac2bb.', STARTKEY => '', ENDKEY => '5'} 2024-11-20T08:18:41,150 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f21e2752731d571f3b8bcdbf55006bfd 2024-11-20T08:18:41,150 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732090720789.f21e2752731d571f3b8bcdbf55006bfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:41,150 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 42516e2bdd7ac7152cbd26d02a1ac2bb 2024-11-20T08:18:41,150 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for f21e2752731d571f3b8bcdbf55006bfd 2024-11-20T08:18:41,150 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732090720789.42516e2bdd7ac7152cbd26d02a1ac2bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:41,150 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for f21e2752731d571f3b8bcdbf55006bfd 2024-11-20T08:18:41,151 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 42516e2bdd7ac7152cbd26d02a1ac2bb 2024-11-20T08:18:41,151 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 42516e2bdd7ac7152cbd26d02a1ac2bb 2024-11-20T08:18:41,152 INFO [StoreOpener-f21e2752731d571f3b8bcdbf55006bfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f21e2752731d571f3b8bcdbf55006bfd 2024-11-20T08:18:41,152 INFO [StoreOpener-42516e2bdd7ac7152cbd26d02a1ac2bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 42516e2bdd7ac7152cbd26d02a1ac2bb 2024-11-20T08:18:41,154 INFO [StoreOpener-f21e2752731d571f3b8bcdbf55006bfd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f21e2752731d571f3b8bcdbf55006bfd columnFamilyName family 2024-11-20T08:18:41,154 INFO [StoreOpener-42516e2bdd7ac7152cbd26d02a1ac2bb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42516e2bdd7ac7152cbd26d02a1ac2bb columnFamilyName family 2024-11-20T08:18:41,154 DEBUG [StoreOpener-42516e2bdd7ac7152cbd26d02a1ac2bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:41,154 DEBUG [StoreOpener-f21e2752731d571f3b8bcdbf55006bfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:41,155 INFO [StoreOpener-f21e2752731d571f3b8bcdbf55006bfd-1 {}] regionserver.HStore(327): Store=f21e2752731d571f3b8bcdbf55006bfd/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:41,155 INFO [StoreOpener-42516e2bdd7ac7152cbd26d02a1ac2bb-1 {}] regionserver.HStore(327): Store=42516e2bdd7ac7152cbd26d02a1ac2bb/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:41,156 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/default/testClearRegionBlockCache/f21e2752731d571f3b8bcdbf55006bfd 2024-11-20T08:18:41,156 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/default/testClearRegionBlockCache/42516e2bdd7ac7152cbd26d02a1ac2bb 2024-11-20T08:18:41,156 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/default/testClearRegionBlockCache/f21e2752731d571f3b8bcdbf55006bfd 2024-11-20T08:18:41,156 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/default/testClearRegionBlockCache/42516e2bdd7ac7152cbd26d02a1ac2bb 2024-11-20T08:18:41,158 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for f21e2752731d571f3b8bcdbf55006bfd 2024-11-20T08:18:41,159 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 42516e2bdd7ac7152cbd26d02a1ac2bb 2024-11-20T08:18:41,161 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/default/testClearRegionBlockCache/f21e2752731d571f3b8bcdbf55006bfd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:41,162 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/default/testClearRegionBlockCache/42516e2bdd7ac7152cbd26d02a1ac2bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:41,162 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened f21e2752731d571f3b8bcdbf55006bfd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64155378, jitterRate=-0.04401037096977234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T08:18:41,163 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 42516e2bdd7ac7152cbd26d02a1ac2bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68288609, jitterRate=0.017579570412635803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T08:18:41,163 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 42516e2bdd7ac7152cbd26d02a1ac2bb: 2024-11-20T08:18:41,163 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for f21e2752731d571f3b8bcdbf55006bfd: 2024-11-20T08:18:41,165 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732090720789.f21e2752731d571f3b8bcdbf55006bfd., pid=13, masterSystemTime=1732090721145 2024-11-20T08:18:41,165 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732090720789.42516e2bdd7ac7152cbd26d02a1ac2bb., pid=12, masterSystemTime=1732090721143 2024-11-20T08:18:41,167 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732090720789.f21e2752731d571f3b8bcdbf55006bfd. 2024-11-20T08:18:41,167 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732090720789.f21e2752731d571f3b8bcdbf55006bfd. 2024-11-20T08:18:41,168 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=f21e2752731d571f3b8bcdbf55006bfd, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,40841,1732090719350 2024-11-20T08:18:41,168 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732090720789.42516e2bdd7ac7152cbd26d02a1ac2bb. 2024-11-20T08:18:41,168 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732090720789.42516e2bdd7ac7152cbd26d02a1ac2bb. 2024-11-20T08:18:41,169 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=42516e2bdd7ac7152cbd26d02a1ac2bb, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,44893,1732090719316 2024-11-20T08:18:41,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-20T08:18:41,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure f21e2752731d571f3b8bcdbf55006bfd, server=a04d4489dc6d,40841,1732090719350 in 179 msec 2024-11-20T08:18:41,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-20T08:18:41,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 42516e2bdd7ac7152cbd26d02a1ac2bb, server=a04d4489dc6d,44893,1732090719316 in 181 msec 2024-11-20T08:18:41,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f21e2752731d571f3b8bcdbf55006bfd, ASSIGN in 339 msec 2024-11-20T08:18:41,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T08:18:41,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=42516e2bdd7ac7152cbd26d02a1ac2bb, ASSIGN in 340 msec 2024-11-20T08:18:41,178 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:18:41,178 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090721178"}]},"ts":"1732090721178"} 2024-11-20T08:18:41,180 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-20T08:18:41,183 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:18:41,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 394 msec 2024-11-20T08:18:41,398 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:18:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:18:41,400 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-20T08:18:41,400 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-20T08:18:41,401 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T08:18:41,404 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-20T08:18:41,404 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T08:18:41,404 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-20T08:18:41,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:41,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:41,416 INFO [RS-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:18:41,434 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 42516e2bdd7ac7152cbd26d02a1ac2bb 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-20T08:18:41,459 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/default/testClearRegionBlockCache/42516e2bdd7ac7152cbd26d02a1ac2bb/.tmp/family/2008d4a176bb4b7eb6d133b1864ed9ac is 32, key is 1/family:/1732090721417/Put/seqid=0 2024-11-20T08:18:41,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:41,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741841_1017 (size=5054) 2024-11-20T08:18:41,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34631 is added to blk_1073741841_1017 (size=5054) 2024-11-20T08:18:41,468 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/default/testClearRegionBlockCache/42516e2bdd7ac7152cbd26d02a1ac2bb/.tmp/family/2008d4a176bb4b7eb6d133b1864ed9ac 2024-11-20T08:18:41,477 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/default/testClearRegionBlockCache/42516e2bdd7ac7152cbd26d02a1ac2bb/.tmp/family/2008d4a176bb4b7eb6d133b1864ed9ac as hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/default/testClearRegionBlockCache/42516e2bdd7ac7152cbd26d02a1ac2bb/family/2008d4a176bb4b7eb6d133b1864ed9ac 2024-11-20T08:18:41,485 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/default/testClearRegionBlockCache/42516e2bdd7ac7152cbd26d02a1ac2bb/family/2008d4a176bb4b7eb6d133b1864ed9ac, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T08:18:41,486 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 42516e2bdd7ac7152cbd26d02a1ac2bb in 52ms, sequenceid=8, compaction requested=false 2024-11-20T08:18:41,486 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 42516e2bdd7ac7152cbd26d02a1ac2bb: 2024-11-20T08:18:41,486 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing f21e2752731d571f3b8bcdbf55006bfd 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-20T08:18:41,504 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/default/testClearRegionBlockCache/f21e2752731d571f3b8bcdbf55006bfd/.tmp/family/b52140bec29b4eb4ba7bf62c8a078c39 is 32, key is 5/family:/1732090721427/Put/seqid=0 2024-11-20T08:18:41,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741842_1018 (size=5083) 2024-11-20T08:18:41,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34631 is added to blk_1073741842_1018 (size=5083) 2024-11-20T08:18:41,512 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/default/testClearRegionBlockCache/f21e2752731d571f3b8bcdbf55006bfd/.tmp/family/b52140bec29b4eb4ba7bf62c8a078c39 2024-11-20T08:18:41,520 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/default/testClearRegionBlockCache/f21e2752731d571f3b8bcdbf55006bfd/.tmp/family/b52140bec29b4eb4ba7bf62c8a078c39 as hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/default/testClearRegionBlockCache/f21e2752731d571f3b8bcdbf55006bfd/family/b52140bec29b4eb4ba7bf62c8a078c39 2024-11-20T08:18:41,527 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/default/testClearRegionBlockCache/f21e2752731d571f3b8bcdbf55006bfd/family/b52140bec29b4eb4ba7bf62c8a078c39, entries=5, sequenceid=9, filesize=5.0 K 2024-11-20T08:18:41,528 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for f21e2752731d571f3b8bcdbf55006bfd in 42ms, sequenceid=9, compaction requested=false 2024-11-20T08:18:41,529 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for f21e2752731d571f3b8bcdbf55006bfd: 2024-11-20T08:18:41,534 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T08:18:41,534 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T08:18:41,534 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b53a337 to 127.0.0.1:54470 2024-11-20T08:18:41,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:41,534 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:18:41,534 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=611643163, stopped=false 2024-11-20T08:18:41,534 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=a04d4489dc6d,44543,1732090719256 2024-11-20T08:18:41,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44893-0x1001402a4ea0001, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:41,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1001402a4ea0002, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:41,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44893-0x1001402a4ea0001, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:41,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1001402a4ea0002, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:41,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:41,537 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-20T08:18:41,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:41,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44893-0x1001402a4ea0001, quorum=127.0.0.1:54470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:41,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40841-0x1001402a4ea0002, quorum=127.0.0.1:54470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:41,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:41,538 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'a04d4489dc6d,44893,1732090719316' ***** 2024-11-20T08:18:41,538 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T08:18:41,538 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'a04d4489dc6d,40841,1732090719350' ***** 2024-11-20T08:18:41,539 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T08:18:41,539 INFO [RS:0;a04d4489dc6d:44893 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:18:41,539 INFO [RS:0;a04d4489dc6d:44893 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:18:41,539 INFO [RS:1;a04d4489dc6d:40841 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:18:41,539 INFO [RS:0;a04d4489dc6d:44893 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:18:41,539 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T08:18:41,539 INFO [RS:1;a04d4489dc6d:40841 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:18:41,539 INFO [RS:0;a04d4489dc6d:44893 {}] regionserver.HRegionServer(3579): Received CLOSE for 42516e2bdd7ac7152cbd26d02a1ac2bb 2024-11-20T08:18:41,539 INFO [RS:1;a04d4489dc6d:40841 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:18:41,539 INFO [RS:1;a04d4489dc6d:40841 {}] regionserver.HRegionServer(3579): Received CLOSE for 54fa30f7c9eae5829f91b93f0dd0bb64 2024-11-20T08:18:41,539 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T08:18:41,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:41,540 INFO [RS:0;a04d4489dc6d:44893 {}] regionserver.HRegionServer(1224): stopping server a04d4489dc6d,44893,1732090719316 2024-11-20T08:18:41,540 INFO [RS:1;a04d4489dc6d:40841 {}] regionserver.HRegionServer(3579): Received CLOSE for f21e2752731d571f3b8bcdbf55006bfd 2024-11-20T08:18:41,540 DEBUG [RS:0;a04d4489dc6d:44893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:41,540 INFO [RS:1;a04d4489dc6d:40841 {}] regionserver.HRegionServer(1224): stopping server a04d4489dc6d,40841,1732090719350 2024-11-20T08:18:41,540 INFO [RS:0;a04d4489dc6d:44893 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-20T08:18:41,540 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 42516e2bdd7ac7152cbd26d02a1ac2bb, disabling compactions & flushes 2024-11-20T08:18:41,540 DEBUG [RS:1;a04d4489dc6d:40841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:41,540 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 54fa30f7c9eae5829f91b93f0dd0bb64, disabling compactions & flushes 2024-11-20T08:18:41,540 DEBUG [RS:0;a04d4489dc6d:44893 {}] regionserver.HRegionServer(1603): Online Regions={42516e2bdd7ac7152cbd26d02a1ac2bb=testClearRegionBlockCache,,1732090720789.42516e2bdd7ac7152cbd26d02a1ac2bb.} 2024-11-20T08:18:41,540 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732090720243.54fa30f7c9eae5829f91b93f0dd0bb64. 2024-11-20T08:18:41,540 INFO [RS:1;a04d4489dc6d:40841 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:18:41,540 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732090720789.42516e2bdd7ac7152cbd26d02a1ac2bb. 2024-11-20T08:18:41,540 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732090720243.54fa30f7c9eae5829f91b93f0dd0bb64. 2024-11-20T08:18:41,540 INFO [RS:1;a04d4489dc6d:40841 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:18:41,540 DEBUG [RS:0;a04d4489dc6d:44893 {}] regionserver.HRegionServer(1629): Waiting on 42516e2bdd7ac7152cbd26d02a1ac2bb 2024-11-20T08:18:41,540 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732090720789.42516e2bdd7ac7152cbd26d02a1ac2bb. 2024-11-20T08:18:41,540 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732090720243.54fa30f7c9eae5829f91b93f0dd0bb64. after waiting 0 ms 2024-11-20T08:18:41,540 INFO [RS:1;a04d4489dc6d:40841 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:18:41,540 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732090720243.54fa30f7c9eae5829f91b93f0dd0bb64. 2024-11-20T08:18:41,540 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732090720789.42516e2bdd7ac7152cbd26d02a1ac2bb. after waiting 0 ms 2024-11-20T08:18:41,540 INFO [RS:1;a04d4489dc6d:40841 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-20T08:18:41,540 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 54fa30f7c9eae5829f91b93f0dd0bb64 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-20T08:18:41,540 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732090720789.42516e2bdd7ac7152cbd26d02a1ac2bb. 2024-11-20T08:18:41,540 INFO [RS:1;a04d4489dc6d:40841 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-11-20T08:18:41,540 DEBUG [RS:1;a04d4489dc6d:40841 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 54fa30f7c9eae5829f91b93f0dd0bb64=hbase:namespace,,1732090720243.54fa30f7c9eae5829f91b93f0dd0bb64., f21e2752731d571f3b8bcdbf55006bfd=testClearRegionBlockCache,5,1732090720789.f21e2752731d571f3b8bcdbf55006bfd.} 2024-11-20T08:18:41,540 DEBUG [RS:1;a04d4489dc6d:40841 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 54fa30f7c9eae5829f91b93f0dd0bb64, f21e2752731d571f3b8bcdbf55006bfd 2024-11-20T08:18:41,540 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:18:41,541 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T08:18:41,541 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T08:18:41,541 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:18:41,541 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:18:41,541 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-20T08:18:41,547 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/default/testClearRegionBlockCache/42516e2bdd7ac7152cbd26d02a1ac2bb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T08:18:41,548 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732090720789.42516e2bdd7ac7152cbd26d02a1ac2bb. 2024-11-20T08:18:41,548 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 42516e2bdd7ac7152cbd26d02a1ac2bb: 2024-11-20T08:18:41,548 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732090720789.42516e2bdd7ac7152cbd26d02a1ac2bb. 2024-11-20T08:18:41,559 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/hbase/namespace/54fa30f7c9eae5829f91b93f0dd0bb64/.tmp/info/ea0bd5b7ad5e4862a9032e1e715a4079 is 45, key is default/info:d/1732090720658/Put/seqid=0 2024-11-20T08:18:41,562 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/hbase/meta/1588230740/.tmp/info/486b2cefaaeb4a9eb73d1ebc4d6ba2f6 is 173, key is testClearRegionBlockCache,5,1732090720789.f21e2752731d571f3b8bcdbf55006bfd./info:regioninfo/1732090721168/Put/seqid=0 2024-11-20T08:18:41,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741843_1019 (size=5037) 2024-11-20T08:18:41,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34631 is added to blk_1073741843_1019 (size=5037) 2024-11-20T08:18:41,567 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/hbase/namespace/54fa30f7c9eae5829f91b93f0dd0bb64/.tmp/info/ea0bd5b7ad5e4862a9032e1e715a4079 2024-11-20T08:18:41,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34631 is added to blk_1073741844_1020 (size=9337) 2024-11-20T08:18:41,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741844_1020 (size=9337) 2024-11-20T08:18:41,570 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/hbase/meta/1588230740/.tmp/info/486b2cefaaeb4a9eb73d1ebc4d6ba2f6 2024-11-20T08:18:41,576 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/hbase/namespace/54fa30f7c9eae5829f91b93f0dd0bb64/.tmp/info/ea0bd5b7ad5e4862a9032e1e715a4079 as hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/hbase/namespace/54fa30f7c9eae5829f91b93f0dd0bb64/info/ea0bd5b7ad5e4862a9032e1e715a4079 2024-11-20T08:18:41,584 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/hbase/namespace/54fa30f7c9eae5829f91b93f0dd0bb64/info/ea0bd5b7ad5e4862a9032e1e715a4079, entries=2, sequenceid=6, filesize=4.9 K 2024-11-20T08:18:41,586 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 54fa30f7c9eae5829f91b93f0dd0bb64 in 46ms, sequenceid=6, compaction requested=false 2024-11-20T08:18:41,591 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/hbase/namespace/54fa30f7c9eae5829f91b93f0dd0bb64/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T08:18:41,591 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732090720243.54fa30f7c9eae5829f91b93f0dd0bb64. 2024-11-20T08:18:41,592 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 54fa30f7c9eae5829f91b93f0dd0bb64: 2024-11-20T08:18:41,592 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732090720243.54fa30f7c9eae5829f91b93f0dd0bb64. 2024-11-20T08:18:41,592 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f21e2752731d571f3b8bcdbf55006bfd, disabling compactions & flushes 2024-11-20T08:18:41,592 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732090720789.f21e2752731d571f3b8bcdbf55006bfd. 2024-11-20T08:18:41,592 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732090720789.f21e2752731d571f3b8bcdbf55006bfd. 2024-11-20T08:18:41,592 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732090720789.f21e2752731d571f3b8bcdbf55006bfd. after waiting 0 ms 2024-11-20T08:18:41,592 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732090720789.f21e2752731d571f3b8bcdbf55006bfd. 2024-11-20T08:18:41,597 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/hbase/meta/1588230740/.tmp/table/f70468e1c2264bd9a84c4f424a25fcf5 is 61, key is testClearRegionBlockCache/table:state/1732090721178/Put/seqid=0 2024-11-20T08:18:41,597 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/default/testClearRegionBlockCache/f21e2752731d571f3b8bcdbf55006bfd/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-20T08:18:41,598 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732090720789.f21e2752731d571f3b8bcdbf55006bfd. 2024-11-20T08:18:41,598 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f21e2752731d571f3b8bcdbf55006bfd: 2024-11-20T08:18:41,598 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732090720789.f21e2752731d571f3b8bcdbf55006bfd. 2024-11-20T08:18:41,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34631 is added to blk_1073741845_1021 (size=5392) 2024-11-20T08:18:41,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741845_1021 (size=5392) 2024-11-20T08:18:41,604 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/hbase/meta/1588230740/.tmp/table/f70468e1c2264bd9a84c4f424a25fcf5 2024-11-20T08:18:41,612 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/hbase/meta/1588230740/.tmp/info/486b2cefaaeb4a9eb73d1ebc4d6ba2f6 as hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/hbase/meta/1588230740/info/486b2cefaaeb4a9eb73d1ebc4d6ba2f6 2024-11-20T08:18:41,620 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/hbase/meta/1588230740/info/486b2cefaaeb4a9eb73d1ebc4d6ba2f6, entries=30, sequenceid=16, filesize=9.1 K 2024-11-20T08:18:41,621 INFO [regionserver/a04d4489dc6d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T08:18:41,621 INFO [regionserver/a04d4489dc6d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T08:18:41,621 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/hbase/meta/1588230740/.tmp/table/f70468e1c2264bd9a84c4f424a25fcf5 as hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/hbase/meta/1588230740/table/f70468e1c2264bd9a84c4f424a25fcf5 2024-11-20T08:18:41,625 INFO [regionserver/a04d4489dc6d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:41,625 INFO [regionserver/a04d4489dc6d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:41,629 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/hbase/meta/1588230740/table/f70468e1c2264bd9a84c4f424a25fcf5, entries=4, sequenceid=16, filesize=5.3 K 2024-11-20T08:18:41,631 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 89ms, sequenceid=16, compaction requested=false 2024-11-20T08:18:41,636 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T08:18:41,637 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:18:41,637 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T08:18:41,637 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T08:18:41,637 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:18:41,640 INFO [regionserver/a04d4489dc6d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T08:18:41,640 INFO [regionserver/a04d4489dc6d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T08:18:41,740 INFO [RS:0;a04d4489dc6d:44893 {}] regionserver.HRegionServer(1250): stopping server a04d4489dc6d,44893,1732090719316; all regions closed. 2024-11-20T08:18:41,741 INFO [RS:1;a04d4489dc6d:40841 {}] regionserver.HRegionServer(1250): stopping server a04d4489dc6d,40841,1732090719350; all regions closed. 2024-11-20T08:18:41,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741835_1011 (size=5602) 2024-11-20T08:18:41,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34631 is added to blk_1073741833_1009 (size=1758) 2024-11-20T08:18:41,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34631 is added to blk_1073741835_1011 (size=5602) 2024-11-20T08:18:41,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741833_1009 (size=1758) 2024-11-20T08:18:41,748 DEBUG [RS:1;a04d4489dc6d:40841 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/oldWALs 2024-11-20T08:18:41,748 INFO [RS:1;a04d4489dc6d:40841 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL a04d4489dc6d%2C40841%2C1732090719350.meta:.meta(num 1732090720174) 2024-11-20T08:18:41,748 DEBUG [RS:0;a04d4489dc6d:44893 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/oldWALs 2024-11-20T08:18:41,748 INFO [RS:0;a04d4489dc6d:44893 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL a04d4489dc6d%2C44893%2C1732090719316:(num 1732090719762) 2024-11-20T08:18:41,748 DEBUG [RS:0;a04d4489dc6d:44893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:41,748 INFO [RS:0;a04d4489dc6d:44893 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:41,749 INFO [RS:0;a04d4489dc6d:44893 {}] hbase.ChoreService(370): Chore service for: regionserver/a04d4489dc6d:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T08:18:41,749 INFO [RS:0;a04d4489dc6d:44893 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:18:41,749 INFO [RS:0;a04d4489dc6d:44893 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:18:41,749 INFO [regionserver/a04d4489dc6d:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T08:18:41,749 INFO [RS:0;a04d4489dc6d:44893 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:18:41,749 INFO [RS:0;a04d4489dc6d:44893 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44893 2024-11-20T08:18:41,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741834_1010 (size=3188) 2024-11-20T08:18:41,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44893-0x1001402a4ea0001, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a04d4489dc6d,44893,1732090719316 2024-11-20T08:18:41,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:18:41,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34631 is added to blk_1073741834_1010 (size=3188) 2024-11-20T08:18:41,753 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a04d4489dc6d,44893,1732090719316] 2024-11-20T08:18:41,753 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing a04d4489dc6d,44893,1732090719316; numProcessing=1 2024-11-20T08:18:41,755 DEBUG [RS:1;a04d4489dc6d:40841 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/oldWALs 2024-11-20T08:18:41,755 INFO [RS:1;a04d4489dc6d:40841 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL a04d4489dc6d%2C40841%2C1732090719350:(num 1732090719766) 2024-11-20T08:18:41,755 DEBUG [RS:1;a04d4489dc6d:40841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:41,755 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/a04d4489dc6d,44893,1732090719316 already deleted, retry=false 2024-11-20T08:18:41,755 INFO [RS:1;a04d4489dc6d:40841 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:41,755 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; a04d4489dc6d,44893,1732090719316 expired; onlineServers=1 2024-11-20T08:18:41,755 INFO [RS:1;a04d4489dc6d:40841 {}] hbase.ChoreService(370): Chore service for: regionserver/a04d4489dc6d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-20T08:18:41,755 INFO [regionserver/a04d4489dc6d:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T08:18:41,756 INFO [RS:1;a04d4489dc6d:40841 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40841 2024-11-20T08:18:41,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1001402a4ea0002, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a04d4489dc6d,40841,1732090719350 2024-11-20T08:18:41,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:18:41,758 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a04d4489dc6d,40841,1732090719350] 2024-11-20T08:18:41,758 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing a04d4489dc6d,40841,1732090719350; numProcessing=2 2024-11-20T08:18:41,760 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/a04d4489dc6d,40841,1732090719350 already deleted, retry=false 2024-11-20T08:18:41,760 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; a04d4489dc6d,40841,1732090719350 expired; onlineServers=0 2024-11-20T08:18:41,760 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'a04d4489dc6d,44543,1732090719256' ***** 2024-11-20T08:18:41,760 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:18:41,760 DEBUG [M:0;a04d4489dc6d:44543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e73f222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a04d4489dc6d/172.17.0.2:0 2024-11-20T08:18:41,761 INFO [M:0;a04d4489dc6d:44543 {}] regionserver.HRegionServer(1224): stopping server a04d4489dc6d,44543,1732090719256 2024-11-20T08:18:41,761 INFO [M:0;a04d4489dc6d:44543 {}] regionserver.HRegionServer(1250): stopping server a04d4489dc6d,44543,1732090719256; all regions closed. 2024-11-20T08:18:41,761 DEBUG [M:0;a04d4489dc6d:44543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:41,761 DEBUG [M:0;a04d4489dc6d:44543 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:18:41,761 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:18:41,761 DEBUG [M:0;a04d4489dc6d:44543 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:18:41,761 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.large.0-1732090719555 {}] cleaner.HFileCleaner(306): Exit Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.large.0-1732090719555,5,FailOnTimeoutGroup] 2024-11-20T08:18:41,761 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.small.0-1732090719555 {}] cleaner.HFileCleaner(306): Exit Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.small.0-1732090719555,5,FailOnTimeoutGroup] 2024-11-20T08:18:41,761 INFO [M:0;a04d4489dc6d:44543 {}] hbase.ChoreService(370): Chore service for: master/a04d4489dc6d:0 had [] on shutdown 2024-11-20T08:18:41,761 DEBUG [M:0;a04d4489dc6d:44543 {}] master.HMaster(1733): Stopping service threads 2024-11-20T08:18:41,762 INFO [M:0;a04d4489dc6d:44543 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:18:41,762 INFO [M:0;a04d4489dc6d:44543 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:18:41,762 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:18:41,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T08:18:41,764 DEBUG [M:0;a04d4489dc6d:44543 {}] zookeeper.ZKUtil(347): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T08:18:41,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:41,764 WARN [M:0;a04d4489dc6d:44543 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:18:41,764 INFO [M:0;a04d4489dc6d:44543 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-20T08:18:41,764 INFO [M:0;a04d4489dc6d:44543 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:18:41,764 DEBUG [M:0;a04d4489dc6d:44543 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:18:41,764 INFO [M:0;a04d4489dc6d:44543 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:41,764 DEBUG [M:0;a04d4489dc6d:44543 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:41,764 DEBUG [M:0;a04d4489dc6d:44543 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:18:41,764 DEBUG [M:0;a04d4489dc6d:44543 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:41,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:18:41,764 INFO [M:0;a04d4489dc6d:44543 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-20T08:18:41,784 DEBUG [M:0;a04d4489dc6d:44543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0eaf260a09a43e19624279d01b8878c is 82, key is hbase:meta,,1/info:regioninfo/1732090720219/Put/seqid=0 2024-11-20T08:18:41,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34631 is added to blk_1073741846_1022 (size=5672) 2024-11-20T08:18:41,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741846_1022 (size=5672) 2024-11-20T08:18:41,791 INFO [M:0;a04d4489dc6d:44543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0eaf260a09a43e19624279d01b8878c 2024-11-20T08:18:41,816 DEBUG [M:0;a04d4489dc6d:44543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65edeb5100ce4b46b70a5612d607c0af is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732090721185/Put/seqid=0 2024-11-20T08:18:41,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34631 is added to blk_1073741847_1023 (size=7578) 2024-11-20T08:18:41,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741847_1023 (size=7578) 2024-11-20T08:18:41,853 INFO [RS:0;a04d4489dc6d:44893 {}] regionserver.HRegionServer(1307): Exiting; stopping=a04d4489dc6d,44893,1732090719316; zookeeper connection closed. 2024-11-20T08:18:41,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44893-0x1001402a4ea0001, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:41,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44893-0x1001402a4ea0001, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:41,854 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b64d14f {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b64d14f 2024-11-20T08:18:41,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1001402a4ea0002, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:41,860 INFO [RS:1;a04d4489dc6d:40841 {}] regionserver.HRegionServer(1307): Exiting; stopping=a04d4489dc6d,40841,1732090719350; zookeeper connection closed. 2024-11-20T08:18:41,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1001402a4ea0002, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:41,860 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@255ec6d7 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@255ec6d7 2024-11-20T08:18:41,860 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-20T08:18:42,224 INFO [M:0;a04d4489dc6d:44543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65edeb5100ce4b46b70a5612d607c0af 2024-11-20T08:18:42,247 DEBUG [M:0;a04d4489dc6d:44543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b28d36b438a4a729d911cfbfe3f05c6 is 69, key is a04d4489dc6d,40841,1732090719350/rs:state/1732090719600/Put/seqid=0 2024-11-20T08:18:42,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34631 is added to blk_1073741848_1024 (size=5224) 2024-11-20T08:18:42,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741848_1024 (size=5224) 2024-11-20T08:18:42,254 INFO [M:0;a04d4489dc6d:44543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b28d36b438a4a729d911cfbfe3f05c6 2024-11-20T08:18:42,261 DEBUG [M:0;a04d4489dc6d:44543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0eaf260a09a43e19624279d01b8878c as hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0eaf260a09a43e19624279d01b8878c 2024-11-20T08:18:42,268 INFO [M:0;a04d4489dc6d:44543 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0eaf260a09a43e19624279d01b8878c, entries=8, sequenceid=108, filesize=5.5 K 2024-11-20T08:18:42,269 DEBUG [M:0;a04d4489dc6d:44543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65edeb5100ce4b46b70a5612d607c0af as hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/65edeb5100ce4b46b70a5612d607c0af 2024-11-20T08:18:42,276 INFO [M:0;a04d4489dc6d:44543 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/65edeb5100ce4b46b70a5612d607c0af, entries=13, sequenceid=108, filesize=7.4 K 2024-11-20T08:18:42,277 DEBUG [M:0;a04d4489dc6d:44543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b28d36b438a4a729d911cfbfe3f05c6 as hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b28d36b438a4a729d911cfbfe3f05c6 2024-11-20T08:18:42,282 INFO [M:0;a04d4489dc6d:44543 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39599/user/jenkins/test-data/cfcb1ec8-9480-fdb7-6fe7-72ee542bdf95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b28d36b438a4a729d911cfbfe3f05c6, entries=2, sequenceid=108, filesize=5.1 K 2024-11-20T08:18:42,284 INFO [M:0;a04d4489dc6d:44543 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 520ms, sequenceid=108, compaction requested=false 2024-11-20T08:18:42,285 INFO [M:0;a04d4489dc6d:44543 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:42,285 DEBUG [M:0;a04d4489dc6d:44543 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T08:18:42,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741830_1006 (size=54465) 2024-11-20T08:18:42,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34631 is added to blk_1073741830_1006 (size=54465) 2024-11-20T08:18:42,289 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T08:18:42,289 INFO [M:0;a04d4489dc6d:44543 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-20T08:18:42,289 INFO [M:0;a04d4489dc6d:44543 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44543 2024-11-20T08:18:42,291 DEBUG [M:0;a04d4489dc6d:44543 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/a04d4489dc6d,44543,1732090719256 already deleted, retry=false 2024-11-20T08:18:42,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:42,392 INFO [M:0;a04d4489dc6d:44543 {}] regionserver.HRegionServer(1307): Exiting; stopping=a04d4489dc6d,44543,1732090719256; zookeeper connection closed. 2024-11-20T08:18:42,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001402a4ea0000, quorum=127.0.0.1:54470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:42,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@468e2ee1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:42,395 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a1d3e82{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:18:42,395 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:18:42,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fc0db71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:18:42,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b2ffe1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/hadoop.log.dir/,STOPPED} 2024-11-20T08:18:42,397 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:18:42,397 WARN [BP-422073476-172.17.0.2-1732090718555 heartbeating to localhost/127.0.0.1:39599 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:18:42,397 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:18:42,397 WARN [BP-422073476-172.17.0.2-1732090718555 heartbeating to localhost/127.0.0.1:39599 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-422073476-172.17.0.2-1732090718555 (Datanode Uuid 81295d9f-5376-421b-95f5-48cd3c2551c2) service to localhost/127.0.0.1:39599 2024-11-20T08:18:42,398 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/cluster_366c76b4-00fe-78ee-6752-960e8ea3f59a/dfs/data/data3/current/BP-422073476-172.17.0.2-1732090718555 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:42,398 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/cluster_366c76b4-00fe-78ee-6752-960e8ea3f59a/dfs/data/data4/current/BP-422073476-172.17.0.2-1732090718555 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:42,398 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:18:42,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@765f23a5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:42,401 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4042c460{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:18:42,401 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:18:42,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a4d4fe0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:18:42,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f52a7a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/hadoop.log.dir/,STOPPED} 2024-11-20T08:18:42,403 WARN [BP-422073476-172.17.0.2-1732090718555 heartbeating to localhost/127.0.0.1:39599 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:18:42,403 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:18:42,403 WARN [BP-422073476-172.17.0.2-1732090718555 heartbeating to localhost/127.0.0.1:39599 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-422073476-172.17.0.2-1732090718555 (Datanode Uuid 2228849f-c207-4209-bed9-9ba631402758) service to localhost/127.0.0.1:39599 2024-11-20T08:18:42,403 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:18:42,404 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/cluster_366c76b4-00fe-78ee-6752-960e8ea3f59a/dfs/data/data1/current/BP-422073476-172.17.0.2-1732090718555 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:42,404 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/cluster_366c76b4-00fe-78ee-6752-960e8ea3f59a/dfs/data/data2/current/BP-422073476-172.17.0.2-1732090718555 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:42,404 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:18:42,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2beb8a32{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:18:42,411 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@792cce3f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:18:42,411 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:18:42,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d20b3f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:18:42,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ccf0f85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/hadoop.log.dir/,STOPPED} 2024-11-20T08:18:42,420 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-20T08:18:42,440 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-20T08:18:42,449 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=108 (was 79) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39599 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39599 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39599 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39599 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=445 (was 409) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=146 (was 115) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2725 (was 2900) 2024-11-20T08:18:42,456 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=108, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=146, ProcessCount=11, AvailableMemoryMB=2725 2024-11-20T08:18:42,471 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/hadoop.log.dir so I do NOT create it in target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6 2024-11-20T08:18:42,471 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T08:18:42,471 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/hadoop.tmp.dir so I do NOT create it in target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6 2024-11-20T08:18:42,471 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/740c2320-6a6f-f1d0-0e7c-e19aba7d8373/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T08:18:42,471 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6 2024-11-20T08:18:42,471 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:18:42,471 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/cluster_ee6ad132-084a-9941-44d0-3992187d24ef, deleteOnExit=true 2024-11-20T08:18:42,471 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-20T08:18:42,471 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/test.cache.data in system properties and HBase conf 2024-11-20T08:18:42,471 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:18:42,471 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:18:42,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:18:42,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:18:42,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T08:18:42,472 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:18:42,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:18:42,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:18:42,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:18:42,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:18:42,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:18:42,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:18:42,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:18:42,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:18:42,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:18:42,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:18:42,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:18:42,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:18:42,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:18:42,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:18:42,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:42,569 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:18:42,570 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:18:42,570 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:18:42,570 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:18:42,571 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:42,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@506ab7ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:18:42,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6066bb90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:18:42,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15ff1da7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/java.io.tmpdir/jetty-localhost-39029-hadoop-hdfs-3_4_1-tests_jar-_-any-6509132638204854655/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:18:42,688 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f4df9e1{HTTP/1.1, (http/1.1)}{localhost:39029} 2024-11-20T08:18:42,688 INFO [Time-limited test {}] server.Server(415): Started @14448ms 2024-11-20T08:18:42,772 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:42,776 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:18:42,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:18:42,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:18:42,777 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:18:42,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1705d348{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:18:42,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a3e5e7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:18:42,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50baa8fc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/java.io.tmpdir/jetty-localhost-33511-hadoop-hdfs-3_4_1-tests_jar-_-any-11383645999539756060/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:42,894 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27f5d0e8{HTTP/1.1, (http/1.1)}{localhost:33511} 2024-11-20T08:18:42,894 INFO [Time-limited test {}] server.Server(415): Started @14654ms 2024-11-20T08:18:42,896 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:18:42,928 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:42,932 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:18:42,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:18:42,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:18:42,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:18:42,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f1ef00a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:18:42,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f5783c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:18:42,985 WARN [Thread-625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/cluster_ee6ad132-084a-9941-44d0-3992187d24ef/dfs/data/data1/current/BP-1060655733-172.17.0.2-1732090722506/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:42,985 WARN [Thread-626 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/cluster_ee6ad132-084a-9941-44d0-3992187d24ef/dfs/data/data2/current/BP-1060655733-172.17.0.2-1732090722506/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:43,009 WARN [Thread-604 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:18:43,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff47ddd789f6676 with lease ID 0x110987546be649ee: Processing first storage report for DS-cc43b8bd-ada8-4452-bd61-f0491b9ca887 from datanode DatanodeRegistration(127.0.0.1:35793, datanodeUuid=c386769f-0e8c-4652-b92b-5b67b229d8f7, infoPort=44091, infoSecurePort=0, ipcPort=43443, storageInfo=lv=-57;cid=testClusterID;nsid=1383753008;c=1732090722506) 2024-11-20T08:18:43,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff47ddd789f6676 with lease ID 0x110987546be649ee: from storage DS-cc43b8bd-ada8-4452-bd61-f0491b9ca887 node DatanodeRegistration(127.0.0.1:35793, datanodeUuid=c386769f-0e8c-4652-b92b-5b67b229d8f7, infoPort=44091, infoSecurePort=0, ipcPort=43443, storageInfo=lv=-57;cid=testClusterID;nsid=1383753008;c=1732090722506), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T08:18:43,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff47ddd789f6676 with lease ID 0x110987546be649ee: Processing first storage report for DS-d35d8450-eabe-4aba-a809-1acc4167f035 from datanode DatanodeRegistration(127.0.0.1:35793, datanodeUuid=c386769f-0e8c-4652-b92b-5b67b229d8f7, infoPort=44091, infoSecurePort=0, ipcPort=43443, storageInfo=lv=-57;cid=testClusterID;nsid=1383753008;c=1732090722506) 2024-11-20T08:18:43,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff47ddd789f6676 with lease ID 0x110987546be649ee: from storage DS-d35d8450-eabe-4aba-a809-1acc4167f035 node DatanodeRegistration(127.0.0.1:35793, datanodeUuid=c386769f-0e8c-4652-b92b-5b67b229d8f7, infoPort=44091, infoSecurePort=0, ipcPort=43443, storageInfo=lv=-57;cid=testClusterID;nsid=1383753008;c=1732090722506), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:18:43,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78ff8d54{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/java.io.tmpdir/jetty-localhost-37359-hadoop-hdfs-3_4_1-tests_jar-_-any-5074149478703720815/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:43,054 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33a551f3{HTTP/1.1, (http/1.1)}{localhost:37359} 2024-11-20T08:18:43,054 INFO [Time-limited test {}] server.Server(415): Started @14814ms 2024-11-20T08:18:43,059 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:18:43,153 WARN [Thread-651 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/cluster_ee6ad132-084a-9941-44d0-3992187d24ef/dfs/data/data3/current/BP-1060655733-172.17.0.2-1732090722506/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:43,154 WARN [Thread-652 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/cluster_ee6ad132-084a-9941-44d0-3992187d24ef/dfs/data/data4/current/BP-1060655733-172.17.0.2-1732090722506/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:43,173 WARN [Thread-640 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:18:43,176 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc65c592321ad5aa8 with lease ID 0x110987546be649ef: Processing first storage report for DS-fc7013f1-3710-4208-8764-259708cfb83b from datanode DatanodeRegistration(127.0.0.1:38447, datanodeUuid=bdf395f5-ebf1-4dea-a496-a8c9927c95de, infoPort=35801, infoSecurePort=0, ipcPort=42965, storageInfo=lv=-57;cid=testClusterID;nsid=1383753008;c=1732090722506) 2024-11-20T08:18:43,176 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc65c592321ad5aa8 with lease ID 0x110987546be649ef: from storage DS-fc7013f1-3710-4208-8764-259708cfb83b node DatanodeRegistration(127.0.0.1:38447, datanodeUuid=bdf395f5-ebf1-4dea-a496-a8c9927c95de, infoPort=35801, infoSecurePort=0, ipcPort=42965, storageInfo=lv=-57;cid=testClusterID;nsid=1383753008;c=1732090722506), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:18:43,176 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc65c592321ad5aa8 with lease ID 0x110987546be649ef: Processing first storage report for DS-99f30894-ac45-40f8-950d-5b58da1cc3b4 from datanode DatanodeRegistration(127.0.0.1:38447, datanodeUuid=bdf395f5-ebf1-4dea-a496-a8c9927c95de, infoPort=35801, infoSecurePort=0, ipcPort=42965, storageInfo=lv=-57;cid=testClusterID;nsid=1383753008;c=1732090722506) 2024-11-20T08:18:43,176 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc65c592321ad5aa8 with lease ID 0x110987546be649ef: from storage DS-99f30894-ac45-40f8-950d-5b58da1cc3b4 node DatanodeRegistration(127.0.0.1:38447, datanodeUuid=bdf395f5-ebf1-4dea-a496-a8c9927c95de, infoPort=35801, infoSecurePort=0, ipcPort=42965, storageInfo=lv=-57;cid=testClusterID;nsid=1383753008;c=1732090722506), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:18:43,189 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6 2024-11-20T08:18:43,191 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/cluster_ee6ad132-084a-9941-44d0-3992187d24ef/zookeeper_0, clientPort=62848, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/cluster_ee6ad132-084a-9941-44d0-3992187d24ef/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/cluster_ee6ad132-084a-9941-44d0-3992187d24ef/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T08:18:43,192 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=62848 2024-11-20T08:18:43,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:43,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:43,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35793 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:18:43,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38447 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:18:43,205 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf with version=8 2024-11-20T08:18:43,205 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/hbase-staging 2024-11-20T08:18:43,208 INFO [Time-limited test {}] client.ConnectionUtils(129): master/a04d4489dc6d:0 server-side Connection retries=45 2024-11-20T08:18:43,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:43,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:43,208 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:18:43,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:43,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:18:43,208 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:18:43,208 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:18:43,209 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41981 2024-11-20T08:18:43,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:43,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:43,213 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:41981 connecting to ZooKeeper ensemble=127.0.0.1:62848 2024-11-20T08:18:43,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419810x0, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:18:43,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41981-0x1001402b45d0000 connected 2024-11-20T08:18:43,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:18:43,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:43,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:18:43,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41981 2024-11-20T08:18:43,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41981 2024-11-20T08:18:43,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41981 2024-11-20T08:18:43,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41981 2024-11-20T08:18:43,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41981 2024-11-20T08:18:43,238 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf, hbase.cluster.distributed=false 2024-11-20T08:18:43,255 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/a04d4489dc6d:0 server-side Connection retries=45 2024-11-20T08:18:43,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:43,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:43,256 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:18:43,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:43,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:18:43,256 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:18:43,256 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:18:43,257 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39265 2024-11-20T08:18:43,257 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:18:43,258 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:18:43,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:43,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:43,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39265 connecting to ZooKeeper ensemble=127.0.0.1:62848 2024-11-20T08:18:43,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392650x0, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:18:43,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39265-0x1001402b45d0001 connected 2024-11-20T08:18:43,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39265-0x1001402b45d0001, quorum=127.0.0.1:62848, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:18:43,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39265-0x1001402b45d0001, quorum=127.0.0.1:62848, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:43,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39265-0x1001402b45d0001, quorum=127.0.0.1:62848, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:18:43,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39265 2024-11-20T08:18:43,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39265 2024-11-20T08:18:43,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39265 2024-11-20T08:18:43,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39265 2024-11-20T08:18:43,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39265 2024-11-20T08:18:43,292 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/a04d4489dc6d:0 server-side Connection retries=45 2024-11-20T08:18:43,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:43,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:43,292 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:18:43,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:43,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:18:43,292 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:18:43,292 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:18:43,293 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42687 2024-11-20T08:18:43,293 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:18:43,294 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:18:43,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:43,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:43,300 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42687 connecting to ZooKeeper ensemble=127.0.0.1:62848 2024-11-20T08:18:43,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426870x0, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:18:43,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426870x0, quorum=127.0.0.1:62848, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:18:43,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42687-0x1001402b45d0002 connected 2024-11-20T08:18:43,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42687-0x1001402b45d0002, quorum=127.0.0.1:62848, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:43,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42687-0x1001402b45d0002, quorum=127.0.0.1:62848, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:18:43,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42687 2024-11-20T08:18:43,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42687 2024-11-20T08:18:43,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42687 2024-11-20T08:18:43,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42687 2024-11-20T08:18:43,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42687 2024-11-20T08:18:43,308 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/a04d4489dc6d,41981,1732090723207 2024-11-20T08:18:43,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39265-0x1001402b45d0001, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:43,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1001402b45d0002, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:43,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:43,311 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a04d4489dc6d,41981,1732090723207 2024-11-20T08:18:43,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:18:43,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39265-0x1001402b45d0001, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:18:43,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:43,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39265-0x1001402b45d0001, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:43,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1001402b45d0002, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:18:43,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1001402b45d0002, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:43,314 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T08:18:43,314 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a04d4489dc6d,41981,1732090723207 from backup master directory 2024-11-20T08:18:43,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a04d4489dc6d,41981,1732090723207 2024-11-20T08:18:43,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39265-0x1001402b45d0001, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:43,317 WARN [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:18:43,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:43,317 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a04d4489dc6d,41981,1732090723207 2024-11-20T08:18:43,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1001402b45d0002, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:43,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T08:18:43,322 DEBUG [M:0;a04d4489dc6d:41981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a04d4489dc6d:41981 2024-11-20T08:18:43,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35793 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:18:43,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38447 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:18:43,333 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/hbase.id with ID: db1b50a9-b741-4daf-b69b-16f1e6c8efce 2024-11-20T08:18:43,346 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:43,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39265-0x1001402b45d0001, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:43,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1001402b45d0002, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:43,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:43,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38447 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:18:43,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35793 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:18:43,360 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:18:43,361 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:18:43,361 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:43,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38447 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:18:43,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35793 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:18:43,371 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/MasterData/data/master/store 2024-11-20T08:18:43,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35793 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:18:43,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38447 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:18:43,379 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:43,379 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:18:43,379 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:43,379 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:43,379 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:18:43,379 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:43,379 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:43,379 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T08:18:43,380 WARN [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/MasterData/data/master/store/.initializing 2024-11-20T08:18:43,380 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/MasterData/WALs/a04d4489dc6d,41981,1732090723207 2024-11-20T08:18:43,382 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:18:43,383 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C41981%2C1732090723207, suffix=, logDir=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/MasterData/WALs/a04d4489dc6d,41981,1732090723207, archiveDir=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/MasterData/oldWALs, maxLogs=10 2024-11-20T08:18:43,398 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/MasterData/WALs/a04d4489dc6d,41981,1732090723207/a04d4489dc6d%2C41981%2C1732090723207.1732090723384, exclude list is [], retry=0 2024-11-20T08:18:43,402 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35793,DS-cc43b8bd-ada8-4452-bd61-f0491b9ca887,DISK] 2024-11-20T08:18:43,402 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38447,DS-fc7013f1-3710-4208-8764-259708cfb83b,DISK] 2024-11-20T08:18:43,404 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/MasterData/WALs/a04d4489dc6d,41981,1732090723207/a04d4489dc6d%2C41981%2C1732090723207.1732090723384 2024-11-20T08:18:43,405 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44091:44091),(127.0.0.1/127.0.0.1:35801:35801)] 2024-11-20T08:18:43,405 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:18:43,405 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:43,405 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:43,405 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:43,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:43,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:18:43,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:43,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:43,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:43,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:18:43,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:43,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:43,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:43,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:18:43,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:43,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:43,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:43,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:18:43,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:43,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:43,416 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:43,416 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:43,418 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:18:43,419 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:43,422 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:43,422 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60479740, jitterRate=-0.09878164529800415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:18:43,423 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T08:18:43,424 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:18:43,428 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74125abe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:43,429 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-20T08:18:43,429 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:18:43,429 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:18:43,429 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:18:43,430 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:18:43,430 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:18:43,430 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:18:43,432 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:18:43,433 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T08:18:43,435 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-20T08:18:43,435 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:18:43,436 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:18:43,437 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-20T08:18:43,438 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:18:43,438 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:18:43,440 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-20T08:18:43,440 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:18:43,442 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T08:18:43,443 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:18:43,446 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T08:18:43,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39265-0x1001402b45d0001, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:43,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1001402b45d0002, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:43,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:43,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39265-0x1001402b45d0001, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:43,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1001402b45d0002, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:43,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:43,448 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=a04d4489dc6d,41981,1732090723207, sessionid=0x1001402b45d0000, setting cluster-up flag (Was=false) 2024-11-20T08:18:43,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39265-0x1001402b45d0001, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:43,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1001402b45d0002, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:43,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:43,458 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T08:18:43,459 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a04d4489dc6d,41981,1732090723207 2024-11-20T08:18:43,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1001402b45d0002, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:43,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39265-0x1001402b45d0001, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:43,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:43,468 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T08:18:43,469 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a04d4489dc6d,41981,1732090723207 2024-11-20T08:18:43,471 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-20T08:18:43,472 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-20T08:18:43,472 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:18:43,472 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a04d4489dc6d,41981,1732090723207 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:18:43,472 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:43,472 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:43,472 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:43,472 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:43,472 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a04d4489dc6d:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:18:43,473 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:43,473 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:18:43,473 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:43,473 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090753473 2024-11-20T08:18:43,474 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:18:43,474 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:18:43,474 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:18:43,474 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:18:43,474 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:18:43,474 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:18:43,474 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:43,474 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:18:43,474 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:18:43,474 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:18:43,475 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:18:43,475 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:18:43,475 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:18:43,475 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:18:43,475 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.large.0-1732090723475,5,FailOnTimeoutGroup] 2024-11-20T08:18:43,475 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.small.0-1732090723475,5,FailOnTimeoutGroup] 2024-11-20T08:18:43,475 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:43,475 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:43,475 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:18:43,476 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:43,476 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:43,476 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:18:43,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35793 is added to blk_1073741831_1007 (size=1039) 2024-11-20T08:18:43,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38447 is added to blk_1073741831_1007 (size=1039) 2024-11-20T08:18:43,484 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-20T08:18:43,484 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf 2024-11-20T08:18:43,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35793 is added to blk_1073741832_1008 (size=32) 2024-11-20T08:18:43,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38447 is added to blk_1073741832_1008 (size=32) 2024-11-20T08:18:43,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:43,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:18:43,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:18:43,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:43,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:43,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:18:43,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:18:43,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:43,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:43,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:18:43,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:18:43,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:43,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:43,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/hbase/meta/1588230740 2024-11-20T08:18:43,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/hbase/meta/1588230740 2024-11-20T08:18:43,503 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:18:43,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T08:18:43,506 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:43,507 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74515012, jitterRate=0.11036020517349243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:18:43,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T08:18:43,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:18:43,508 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T08:18:43,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T08:18:43,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:18:43,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:18:43,508 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T08:18:43,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T08:18:43,510 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:18:43,510 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-20T08:18:43,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:18:43,511 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:18:43,512 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:18:43,517 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T08:18:43,517 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T08:18:43,522 DEBUG [RS:0;a04d4489dc6d:39265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a04d4489dc6d:39265 2024-11-20T08:18:43,522 DEBUG [RS:1;a04d4489dc6d:42687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a04d4489dc6d:42687 2024-11-20T08:18:43,523 INFO [RS:0;a04d4489dc6d:39265 {}] regionserver.HRegionServer(1008): ClusterId : db1b50a9-b741-4daf-b69b-16f1e6c8efce 2024-11-20T08:18:43,523 DEBUG [RS:0;a04d4489dc6d:39265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:18:43,523 INFO [RS:1;a04d4489dc6d:42687 {}] regionserver.HRegionServer(1008): ClusterId : db1b50a9-b741-4daf-b69b-16f1e6c8efce 2024-11-20T08:18:43,523 DEBUG [RS:1;a04d4489dc6d:42687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:18:43,525 DEBUG [RS:1;a04d4489dc6d:42687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:18:43,525 DEBUG [RS:1;a04d4489dc6d:42687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:18:43,525 DEBUG [RS:0;a04d4489dc6d:39265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:18:43,525 DEBUG [RS:0;a04d4489dc6d:39265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:18:43,528 DEBUG [RS:1;a04d4489dc6d:42687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:18:43,528 DEBUG [RS:0;a04d4489dc6d:39265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:18:43,528 DEBUG [RS:0;a04d4489dc6d:39265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3350075c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:43,528 DEBUG [RS:1;a04d4489dc6d:42687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e185e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:43,529 DEBUG [RS:1;a04d4489dc6d:42687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11cf9a64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a04d4489dc6d/172.17.0.2:0 2024-11-20T08:18:43,529 INFO [RS:1;a04d4489dc6d:42687 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T08:18:43,529 INFO [RS:1;a04d4489dc6d:42687 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T08:18:43,529 DEBUG [RS:1;a04d4489dc6d:42687 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T08:18:43,530 DEBUG [RS:0;a04d4489dc6d:39265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a20950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a04d4489dc6d/172.17.0.2:0 2024-11-20T08:18:43,530 INFO [RS:0;a04d4489dc6d:39265 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T08:18:43,530 INFO [RS:1;a04d4489dc6d:42687 {}] regionserver.HRegionServer(3073): reportForDuty to master=a04d4489dc6d,41981,1732090723207 with isa=a04d4489dc6d/172.17.0.2:42687, startcode=1732090723291 2024-11-20T08:18:43,530 INFO [RS:0;a04d4489dc6d:39265 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T08:18:43,530 DEBUG [RS:0;a04d4489dc6d:39265 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T08:18:43,530 DEBUG [RS:1;a04d4489dc6d:42687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:18:43,530 INFO [RS:0;a04d4489dc6d:39265 {}] regionserver.HRegionServer(3073): reportForDuty to master=a04d4489dc6d,41981,1732090723207 with isa=a04d4489dc6d/172.17.0.2:39265, startcode=1732090723255 2024-11-20T08:18:43,530 DEBUG [RS:0;a04d4489dc6d:39265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:18:43,532 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37085, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:18:43,532 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45221, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:18:43,532 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41981 {}] master.ServerManager(332): Checking decommissioned status of RegionServer a04d4489dc6d,42687,1732090723291 2024-11-20T08:18:43,533 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41981 {}] master.ServerManager(486): Registering regionserver=a04d4489dc6d,42687,1732090723291 2024-11-20T08:18:43,534 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41981 {}] master.ServerManager(332): Checking decommissioned status of RegionServer a04d4489dc6d,39265,1732090723255 2024-11-20T08:18:43,534 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41981 {}] master.ServerManager(486): Registering regionserver=a04d4489dc6d,39265,1732090723255 2024-11-20T08:18:43,534 DEBUG [RS:1;a04d4489dc6d:42687 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf 2024-11-20T08:18:43,534 DEBUG [RS:1;a04d4489dc6d:42687 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:32937 2024-11-20T08:18:43,534 DEBUG [RS:1;a04d4489dc6d:42687 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T08:18:43,535 DEBUG [RS:0;a04d4489dc6d:39265 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf 2024-11-20T08:18:43,535 DEBUG [RS:0;a04d4489dc6d:39265 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:32937 2024-11-20T08:18:43,535 DEBUG [RS:0;a04d4489dc6d:39265 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T08:18:43,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:18:43,540 DEBUG [RS:1;a04d4489dc6d:42687 {}] zookeeper.ZKUtil(111): regionserver:42687-0x1001402b45d0002, quorum=127.0.0.1:62848, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a04d4489dc6d,42687,1732090723291 2024-11-20T08:18:43,540 WARN [RS:1;a04d4489dc6d:42687 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:18:43,540 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a04d4489dc6d,42687,1732090723291] 2024-11-20T08:18:43,540 INFO [RS:1;a04d4489dc6d:42687 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:43,540 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a04d4489dc6d,39265,1732090723255] 2024-11-20T08:18:43,540 DEBUG [RS:0;a04d4489dc6d:39265 {}] zookeeper.ZKUtil(111): regionserver:39265-0x1001402b45d0001, quorum=127.0.0.1:62848, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a04d4489dc6d,39265,1732090723255 2024-11-20T08:18:43,540 DEBUG [RS:1;a04d4489dc6d:42687 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/WALs/a04d4489dc6d,42687,1732090723291 2024-11-20T08:18:43,540 WARN [RS:0;a04d4489dc6d:39265 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:18:43,540 INFO [RS:0;a04d4489dc6d:39265 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:43,540 DEBUG [RS:0;a04d4489dc6d:39265 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/WALs/a04d4489dc6d,39265,1732090723255 2024-11-20T08:18:43,546 DEBUG [RS:0;a04d4489dc6d:39265 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T08:18:43,546 DEBUG [RS:1;a04d4489dc6d:42687 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T08:18:43,546 INFO [RS:1;a04d4489dc6d:42687 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:18:43,546 INFO [RS:0;a04d4489dc6d:39265 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:18:43,549 INFO [RS:1;a04d4489dc6d:42687 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:18:43,549 INFO [RS:1;a04d4489dc6d:42687 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:18:43,549 INFO [RS:1;a04d4489dc6d:42687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:43,550 INFO [RS:1;a04d4489dc6d:42687 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T08:18:43,551 INFO [RS:1;a04d4489dc6d:42687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:43,551 DEBUG [RS:1;a04d4489dc6d:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:43,551 DEBUG [RS:1;a04d4489dc6d:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:43,551 DEBUG [RS:1;a04d4489dc6d:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:43,551 DEBUG [RS:1;a04d4489dc6d:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:43,551 DEBUG [RS:1;a04d4489dc6d:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:43,552 DEBUG [RS:1;a04d4489dc6d:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a04d4489dc6d:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:18:43,552 DEBUG [RS:1;a04d4489dc6d:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:43,552 DEBUG [RS:1;a04d4489dc6d:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:43,552 DEBUG [RS:1;a04d4489dc6d:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:43,552 DEBUG [RS:1;a04d4489dc6d:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:43,552 DEBUG [RS:1;a04d4489dc6d:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:43,552 DEBUG [RS:1;a04d4489dc6d:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a04d4489dc6d:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:43,552 DEBUG [RS:1;a04d4489dc6d:42687 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:43,552 INFO [RS:0;a04d4489dc6d:39265 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:18:43,556 INFO [RS:1;a04d4489dc6d:42687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:43,556 INFO [RS:0;a04d4489dc6d:39265 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:18:43,556 INFO [RS:1;a04d4489dc6d:42687 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:43,556 INFO [RS:0;a04d4489dc6d:39265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:43,556 INFO [RS:1;a04d4489dc6d:42687 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:43,556 INFO [RS:1;a04d4489dc6d:42687 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:43,556 INFO [RS:1;a04d4489dc6d:42687 {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,42687,1732090723291-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:18:43,556 INFO [RS:0;a04d4489dc6d:39265 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T08:18:43,557 INFO [RS:0;a04d4489dc6d:39265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:43,558 DEBUG [RS:0;a04d4489dc6d:39265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:43,558 DEBUG [RS:0;a04d4489dc6d:39265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:43,558 DEBUG [RS:0;a04d4489dc6d:39265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:43,558 DEBUG [RS:0;a04d4489dc6d:39265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:43,558 DEBUG [RS:0;a04d4489dc6d:39265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:43,558 DEBUG [RS:0;a04d4489dc6d:39265 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a04d4489dc6d:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:18:43,558 DEBUG [RS:0;a04d4489dc6d:39265 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:43,558 DEBUG [RS:0;a04d4489dc6d:39265 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:43,558 DEBUG [RS:0;a04d4489dc6d:39265 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:43,558 DEBUG [RS:0;a04d4489dc6d:39265 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:43,558 DEBUG [RS:0;a04d4489dc6d:39265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:43,558 DEBUG [RS:0;a04d4489dc6d:39265 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a04d4489dc6d:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:43,558 DEBUG [RS:0;a04d4489dc6d:39265 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:43,562 INFO [RS:0;a04d4489dc6d:39265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:43,562 INFO [RS:0;a04d4489dc6d:39265 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:43,562 INFO [RS:0;a04d4489dc6d:39265 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:43,562 INFO [RS:0;a04d4489dc6d:39265 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:43,562 INFO [RS:0;a04d4489dc6d:39265 {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,39265,1732090723255-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:18:43,572 INFO [RS:1;a04d4489dc6d:42687 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:18:43,573 INFO [RS:1;a04d4489dc6d:42687 {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,42687,1732090723291-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:43,577 INFO [RS:0;a04d4489dc6d:39265 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:18:43,578 INFO [RS:0;a04d4489dc6d:39265 {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,39265,1732090723255-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:43,588 INFO [RS:1;a04d4489dc6d:42687 {}] regionserver.Replication(204): a04d4489dc6d,42687,1732090723291 started 2024-11-20T08:18:43,588 INFO [RS:1;a04d4489dc6d:42687 {}] regionserver.HRegionServer(1767): Serving as a04d4489dc6d,42687,1732090723291, RpcServer on a04d4489dc6d/172.17.0.2:42687, sessionid=0x1001402b45d0002 2024-11-20T08:18:43,588 DEBUG [RS:1;a04d4489dc6d:42687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:18:43,588 DEBUG [RS:1;a04d4489dc6d:42687 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a04d4489dc6d,42687,1732090723291 2024-11-20T08:18:43,588 DEBUG [RS:1;a04d4489dc6d:42687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a04d4489dc6d,42687,1732090723291' 2024-11-20T08:18:43,588 DEBUG [RS:1;a04d4489dc6d:42687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T08:18:43,589 DEBUG [RS:1;a04d4489dc6d:42687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T08:18:43,589 DEBUG [RS:1;a04d4489dc6d:42687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:18:43,589 DEBUG [RS:1;a04d4489dc6d:42687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:18:43,589 DEBUG [RS:1;a04d4489dc6d:42687 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a04d4489dc6d,42687,1732090723291 2024-11-20T08:18:43,589 DEBUG [RS:1;a04d4489dc6d:42687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a04d4489dc6d,42687,1732090723291' 2024-11-20T08:18:43,589 DEBUG [RS:1;a04d4489dc6d:42687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T08:18:43,590 DEBUG [RS:1;a04d4489dc6d:42687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T08:18:43,590 DEBUG [RS:1;a04d4489dc6d:42687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:18:43,590 INFO [RS:1;a04d4489dc6d:42687 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:18:43,590 INFO [RS:1;a04d4489dc6d:42687 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:18:43,594 INFO [RS:0;a04d4489dc6d:39265 {}] regionserver.Replication(204): a04d4489dc6d,39265,1732090723255 started 2024-11-20T08:18:43,594 INFO [RS:0;a04d4489dc6d:39265 {}] regionserver.HRegionServer(1767): Serving as a04d4489dc6d,39265,1732090723255, RpcServer on a04d4489dc6d/172.17.0.2:39265, sessionid=0x1001402b45d0001 2024-11-20T08:18:43,594 DEBUG [RS:0;a04d4489dc6d:39265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:18:43,594 DEBUG [RS:0;a04d4489dc6d:39265 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a04d4489dc6d,39265,1732090723255 2024-11-20T08:18:43,594 DEBUG [RS:0;a04d4489dc6d:39265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a04d4489dc6d,39265,1732090723255' 2024-11-20T08:18:43,594 DEBUG [RS:0;a04d4489dc6d:39265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T08:18:43,594 DEBUG [RS:0;a04d4489dc6d:39265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T08:18:43,595 DEBUG [RS:0;a04d4489dc6d:39265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:18:43,595 DEBUG [RS:0;a04d4489dc6d:39265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:18:43,595 DEBUG [RS:0;a04d4489dc6d:39265 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a04d4489dc6d,39265,1732090723255 2024-11-20T08:18:43,595 DEBUG [RS:0;a04d4489dc6d:39265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a04d4489dc6d,39265,1732090723255' 2024-11-20T08:18:43,595 DEBUG [RS:0;a04d4489dc6d:39265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T08:18:43,595 DEBUG [RS:0;a04d4489dc6d:39265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T08:18:43,595 DEBUG [RS:0;a04d4489dc6d:39265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:18:43,595 INFO [RS:0;a04d4489dc6d:39265 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:18:43,595 INFO [RS:0;a04d4489dc6d:39265 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:18:43,663 WARN [a04d4489dc6d:41981 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-20T08:18:43,690 INFO [RS:1;a04d4489dc6d:42687 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:18:43,692 INFO [RS:1;a04d4489dc6d:42687 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C42687%2C1732090723291, suffix=, logDir=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/WALs/a04d4489dc6d,42687,1732090723291, archiveDir=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/oldWALs, maxLogs=32 2024-11-20T08:18:43,696 INFO [RS:0;a04d4489dc6d:39265 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:18:43,698 INFO [RS:0;a04d4489dc6d:39265 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C39265%2C1732090723255, suffix=, logDir=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/WALs/a04d4489dc6d,39265,1732090723255, archiveDir=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/oldWALs, maxLogs=32 2024-11-20T08:18:43,708 DEBUG [RS:1;a04d4489dc6d:42687 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/WALs/a04d4489dc6d,42687,1732090723291/a04d4489dc6d%2C42687%2C1732090723291.1732090723693, exclude list is [], retry=0 2024-11-20T08:18:43,712 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38447,DS-fc7013f1-3710-4208-8764-259708cfb83b,DISK] 2024-11-20T08:18:43,712 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35793,DS-cc43b8bd-ada8-4452-bd61-f0491b9ca887,DISK] 2024-11-20T08:18:43,713 DEBUG [RS:0;a04d4489dc6d:39265 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/WALs/a04d4489dc6d,39265,1732090723255/a04d4489dc6d%2C39265%2C1732090723255.1732090723698, exclude list is [], retry=0 2024-11-20T08:18:43,714 INFO [RS:1;a04d4489dc6d:42687 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/WALs/a04d4489dc6d,42687,1732090723291/a04d4489dc6d%2C42687%2C1732090723291.1732090723693 2024-11-20T08:18:43,714 DEBUG [RS:1;a04d4489dc6d:42687 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35801:35801),(127.0.0.1/127.0.0.1:44091:44091)] 2024-11-20T08:18:43,716 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38447,DS-fc7013f1-3710-4208-8764-259708cfb83b,DISK] 2024-11-20T08:18:43,716 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35793,DS-cc43b8bd-ada8-4452-bd61-f0491b9ca887,DISK] 2024-11-20T08:18:43,718 INFO [RS:0;a04d4489dc6d:39265 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/WALs/a04d4489dc6d,39265,1732090723255/a04d4489dc6d%2C39265%2C1732090723255.1732090723698 2024-11-20T08:18:43,718 DEBUG [RS:0;a04d4489dc6d:39265 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44091:44091),(127.0.0.1/127.0.0.1:35801:35801)] 2024-11-20T08:18:43,913 DEBUG [a04d4489dc6d:41981 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-20T08:18:43,913 DEBUG [a04d4489dc6d:41981 {}] balancer.BalancerClusterState(202): Hosts are {a04d4489dc6d=0} racks are {/default-rack=0} 2024-11-20T08:18:43,915 DEBUG [a04d4489dc6d:41981 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T08:18:43,915 DEBUG [a04d4489dc6d:41981 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T08:18:43,915 INFO [a04d4489dc6d:41981 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T08:18:43,915 INFO [a04d4489dc6d:41981 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T08:18:43,915 DEBUG [a04d4489dc6d:41981 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T08:18:43,916 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a04d4489dc6d,42687,1732090723291 2024-11-20T08:18:43,917 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a04d4489dc6d,42687,1732090723291, state=OPENING 2024-11-20T08:18:43,918 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:18:43,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39265-0x1001402b45d0001, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:43,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:43,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1001402b45d0002, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:43,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=a04d4489dc6d,42687,1732090723291}] 2024-11-20T08:18:43,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:43,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:43,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:44,074 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,42687,1732090723291 2024-11-20T08:18:44,074 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:18:44,076 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50312, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:18:44,080 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-20T08:18:44,080 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:44,080 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:18:44,082 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C42687%2C1732090723291.meta, suffix=.meta, logDir=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/WALs/a04d4489dc6d,42687,1732090723291, archiveDir=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/oldWALs, maxLogs=32 2024-11-20T08:18:44,097 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/WALs/a04d4489dc6d,42687,1732090723291/a04d4489dc6d%2C42687%2C1732090723291.meta.1732090724082.meta, exclude list is [], retry=0 2024-11-20T08:18:44,099 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38447,DS-fc7013f1-3710-4208-8764-259708cfb83b,DISK] 2024-11-20T08:18:44,099 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35793,DS-cc43b8bd-ada8-4452-bd61-f0491b9ca887,DISK] 2024-11-20T08:18:44,101 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/WALs/a04d4489dc6d,42687,1732090723291/a04d4489dc6d%2C42687%2C1732090723291.meta.1732090724082.meta 2024-11-20T08:18:44,102 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35801:35801),(127.0.0.1/127.0.0.1:44091:44091)] 2024-11-20T08:18:44,102 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:18:44,102 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:18:44,102 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:18:44,102 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:18:44,103 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:18:44,103 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:44,103 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-20T08:18:44,103 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-20T08:18:44,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:18:44,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:18:44,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:44,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:44,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:18:44,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:18:44,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:44,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:44,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:18:44,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:18:44,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:44,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:44,111 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/hbase/meta/1588230740 2024-11-20T08:18:44,112 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/hbase/meta/1588230740 2024-11-20T08:18:44,113 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:18:44,115 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T08:18:44,116 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66115560, jitterRate=-0.014801383018493652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:18:44,117 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T08:18:44,118 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090724074 2024-11-20T08:18:44,120 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:18:44,120 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-20T08:18:44,121 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,42687,1732090723291 2024-11-20T08:18:44,122 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a04d4489dc6d,42687,1732090723291, state=OPEN 2024-11-20T08:18:44,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39265-0x1001402b45d0001, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:18:44,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1001402b45d0002, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:18:44,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:18:44,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:44,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:44,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:44,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:18:44,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=a04d4489dc6d,42687,1732090723291 in 203 msec 2024-11-20T08:18:44,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:18:44,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 616 msec 2024-11-20T08:18:44,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 659 msec 2024-11-20T08:18:44,131 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090724131, completionTime=-1 2024-11-20T08:18:44,131 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-20T08:18:44,131 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-20T08:18:44,132 DEBUG [hconnection-0x39cebdfc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:44,133 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:18:44,134 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-20T08:18:44,134 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090784134 2024-11-20T08:18:44,134 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090844134 2024-11-20T08:18:44,134 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-20T08:18:44,140 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T08:18:44,145 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,41981,1732090723207-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:44,145 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,41981,1732090723207-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:44,145 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,41981,1732090723207-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:44,145 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a04d4489dc6d:41981, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:44,145 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:44,145 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-20T08:18:44,145 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:18:44,147 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-20T08:18:44,147 DEBUG [master/a04d4489dc6d:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-20T08:18:44,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:18:44,148 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:44,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:18:44,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38447 is added to blk_1073741836_1012 (size=358) 2024-11-20T08:18:44,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35793 is added to blk_1073741836_1012 (size=358) 2024-11-20T08:18:44,560 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4b1061faae32f8f208301294c70c140f, NAME => 'hbase:namespace,,1732090724145.4b1061faae32f8f208301294c70c140f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf 2024-11-20T08:18:44,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38447 is added to blk_1073741837_1013 (size=42) 2024-11-20T08:18:44,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35793 is added to blk_1073741837_1013 (size=42) 2024-11-20T08:18:44,569 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732090724145.4b1061faae32f8f208301294c70c140f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:44,569 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 4b1061faae32f8f208301294c70c140f, disabling compactions & flushes 2024-11-20T08:18:44,569 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732090724145.4b1061faae32f8f208301294c70c140f. 2024-11-20T08:18:44,569 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732090724145.4b1061faae32f8f208301294c70c140f. 2024-11-20T08:18:44,569 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732090724145.4b1061faae32f8f208301294c70c140f. after waiting 0 ms 2024-11-20T08:18:44,569 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732090724145.4b1061faae32f8f208301294c70c140f. 2024-11-20T08:18:44,569 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732090724145.4b1061faae32f8f208301294c70c140f. 2024-11-20T08:18:44,569 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4b1061faae32f8f208301294c70c140f: 2024-11-20T08:18:44,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:18:44,571 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732090724145.4b1061faae32f8f208301294c70c140f.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732090724571"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090724571"}]},"ts":"1732090724571"} 2024-11-20T08:18:44,573 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T08:18:44,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:18:44,574 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090724574"}]},"ts":"1732090724574"} 2024-11-20T08:18:44,576 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-20T08:18:44,580 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {a04d4489dc6d=0} racks are {/default-rack=0} 2024-11-20T08:18:44,581 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T08:18:44,581 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T08:18:44,581 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T08:18:44,581 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T08:18:44,581 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T08:18:44,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4b1061faae32f8f208301294c70c140f, ASSIGN}] 2024-11-20T08:18:44,582 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4b1061faae32f8f208301294c70c140f, ASSIGN 2024-11-20T08:18:44,583 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=4b1061faae32f8f208301294c70c140f, ASSIGN; state=OFFLINE, location=a04d4489dc6d,39265,1732090723255; forceNewPlan=false, retain=false 2024-11-20T08:18:44,734 INFO [a04d4489dc6d:41981 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T08:18:44,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4b1061faae32f8f208301294c70c140f, regionState=OPENING, regionLocation=a04d4489dc6d,39265,1732090723255 2024-11-20T08:18:44,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 4b1061faae32f8f208301294c70c140f, server=a04d4489dc6d,39265,1732090723255}] 2024-11-20T08:18:44,889 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,39265,1732090723255 2024-11-20T08:18:44,890 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:18:44,892 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:18:44,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732090724145.4b1061faae32f8f208301294c70c140f. 2024-11-20T08:18:44,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 4b1061faae32f8f208301294c70c140f, NAME => 'hbase:namespace,,1732090724145.4b1061faae32f8f208301294c70c140f.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:18:44,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 4b1061faae32f8f208301294c70c140f 2024-11-20T08:18:44,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732090724145.4b1061faae32f8f208301294c70c140f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:44,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 4b1061faae32f8f208301294c70c140f 2024-11-20T08:18:44,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 4b1061faae32f8f208301294c70c140f 2024-11-20T08:18:44,899 INFO [StoreOpener-4b1061faae32f8f208301294c70c140f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4b1061faae32f8f208301294c70c140f 2024-11-20T08:18:44,900 INFO [StoreOpener-4b1061faae32f8f208301294c70c140f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b1061faae32f8f208301294c70c140f columnFamilyName info 2024-11-20T08:18:44,900 DEBUG [StoreOpener-4b1061faae32f8f208301294c70c140f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:44,901 INFO [StoreOpener-4b1061faae32f8f208301294c70c140f-1 {}] regionserver.HStore(327): Store=4b1061faae32f8f208301294c70c140f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:44,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/hbase/namespace/4b1061faae32f8f208301294c70c140f 2024-11-20T08:18:44,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/hbase/namespace/4b1061faae32f8f208301294c70c140f 2024-11-20T08:18:44,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 4b1061faae32f8f208301294c70c140f 2024-11-20T08:18:44,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/hbase/namespace/4b1061faae32f8f208301294c70c140f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:44,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 4b1061faae32f8f208301294c70c140f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73918945, jitterRate=0.10147811472415924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T08:18:44,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 4b1061faae32f8f208301294c70c140f: 2024-11-20T08:18:44,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732090724145.4b1061faae32f8f208301294c70c140f., pid=6, masterSystemTime=1732090724889 2024-11-20T08:18:44,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732090724145.4b1061faae32f8f208301294c70c140f. 2024-11-20T08:18:44,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732090724145.4b1061faae32f8f208301294c70c140f. 2024-11-20T08:18:44,912 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4b1061faae32f8f208301294c70c140f, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,39265,1732090723255 2024-11-20T08:18:44,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:18:44,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 4b1061faae32f8f208301294c70c140f, server=a04d4489dc6d,39265,1732090723255 in 177 msec 2024-11-20T08:18:44,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T08:18:44,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=4b1061faae32f8f208301294c70c140f, ASSIGN in 335 msec 2024-11-20T08:18:44,919 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:18:44,920 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090724920"}]},"ts":"1732090724920"} 2024-11-20T08:18:44,922 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-20T08:18:44,925 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:18:44,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 780 msec 2024-11-20T08:18:44,948 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-20T08:18:44,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-20T08:18:44,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39265-0x1001402b45d0001, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:44,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1001402b45d0002, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:44,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:44,954 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:44,955 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:18:44,957 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-20T08:18:44,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T08:18:44,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 13 msec 2024-11-20T08:18:44,979 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-20T08:18:44,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T08:18:44,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 11 msec 2024-11-20T08:18:45,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-20T08:18:45,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-20T08:18:45,008 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.691sec 2024-11-20T08:18:45,008 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:18:45,008 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:18:45,008 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:18:45,008 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:18:45,008 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:18:45,008 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,41981,1732090723207-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:18:45,008 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,41981,1732090723207-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:18:45,010 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:18:45,010 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:18:45,010 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,41981,1732090723207-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:45,011 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c131475 to 127.0.0.1:62848 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@218568b 2024-11-20T08:18:45,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195f4219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:45,017 DEBUG [hconnection-0x60bbd29c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:45,018 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:18:45,020 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=a04d4489dc6d,41981,1732090723207 2024-11-20T08:18:45,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:18:45,022 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:18:45,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:18:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-20T08:18:45,026 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:18:45,026 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:45,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-20T08:18:45,027 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:18:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:18:45,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35793 is added to blk_1073741838_1014 (size=379) 2024-11-20T08:18:45,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38447 is added to blk_1073741838_1014 (size=379) 2024-11-20T08:18:45,037 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 133571ef443d0ebc3884178e9bd185bf, NAME => 'testClearRegionBlockCache,,1732090725023.133571ef443d0ebc3884178e9bd185bf.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf 2024-11-20T08:18:45,037 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 82c4f56982b90ad47119d49c7146003f, NAME => 'testClearRegionBlockCache,5,1732090725023.82c4f56982b90ad47119d49c7146003f.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf 2024-11-20T08:18:45,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35793 is added to blk_1073741840_1016 (size=61) 2024-11-20T08:18:45,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38447 is added to blk_1073741840_1016 (size=61) 2024-11-20T08:18:45,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38447 is added to blk_1073741839_1015 (size=61) 2024-11-20T08:18:45,049 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732090725023.82c4f56982b90ad47119d49c7146003f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:45,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35793 is added to blk_1073741839_1015 (size=61) 2024-11-20T08:18:45,049 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 82c4f56982b90ad47119d49c7146003f, disabling compactions & flushes 2024-11-20T08:18:45,049 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732090725023.82c4f56982b90ad47119d49c7146003f. 2024-11-20T08:18:45,049 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732090725023.82c4f56982b90ad47119d49c7146003f. 2024-11-20T08:18:45,049 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732090725023.82c4f56982b90ad47119d49c7146003f. after waiting 0 ms 2024-11-20T08:18:45,049 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732090725023.133571ef443d0ebc3884178e9bd185bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:45,049 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732090725023.82c4f56982b90ad47119d49c7146003f. 2024-11-20T08:18:45,049 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732090725023.82c4f56982b90ad47119d49c7146003f. 2024-11-20T08:18:45,049 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 133571ef443d0ebc3884178e9bd185bf, disabling compactions & flushes 2024-11-20T08:18:45,049 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732090725023.133571ef443d0ebc3884178e9bd185bf. 2024-11-20T08:18:45,049 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 82c4f56982b90ad47119d49c7146003f: 2024-11-20T08:18:45,049 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732090725023.133571ef443d0ebc3884178e9bd185bf. 2024-11-20T08:18:45,049 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732090725023.133571ef443d0ebc3884178e9bd185bf. after waiting 0 ms 2024-11-20T08:18:45,049 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732090725023.133571ef443d0ebc3884178e9bd185bf. 2024-11-20T08:18:45,049 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732090725023.133571ef443d0ebc3884178e9bd185bf. 2024-11-20T08:18:45,049 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 133571ef443d0ebc3884178e9bd185bf: 2024-11-20T08:18:45,051 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:18:45,051 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732090725023.82c4f56982b90ad47119d49c7146003f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732090725051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090725051"}]},"ts":"1732090725051"} 2024-11-20T08:18:45,051 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732090725023.133571ef443d0ebc3884178e9bd185bf.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732090725051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090725051"}]},"ts":"1732090725051"} 2024-11-20T08:18:45,055 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-20T08:18:45,057 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:18:45,057 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090725057"}]},"ts":"1732090725057"} 2024-11-20T08:18:45,059 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-20T08:18:45,066 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {a04d4489dc6d=0} racks are {/default-rack=0} 2024-11-20T08:18:45,068 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T08:18:45,068 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T08:18:45,068 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T08:18:45,068 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T08:18:45,068 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T08:18:45,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=133571ef443d0ebc3884178e9bd185bf, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=82c4f56982b90ad47119d49c7146003f, ASSIGN}] 2024-11-20T08:18:45,070 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=82c4f56982b90ad47119d49c7146003f, ASSIGN 2024-11-20T08:18:45,070 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=133571ef443d0ebc3884178e9bd185bf, ASSIGN 2024-11-20T08:18:45,071 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=133571ef443d0ebc3884178e9bd185bf, ASSIGN; state=OFFLINE, location=a04d4489dc6d,39265,1732090723255; forceNewPlan=false, retain=false 2024-11-20T08:18:45,071 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=82c4f56982b90ad47119d49c7146003f, ASSIGN; state=OFFLINE, location=a04d4489dc6d,42687,1732090723291; forceNewPlan=false, retain=false 2024-11-20T08:18:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:18:45,221 INFO [a04d4489dc6d:41981 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-20T08:18:45,221 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=133571ef443d0ebc3884178e9bd185bf, regionState=OPENING, regionLocation=a04d4489dc6d,39265,1732090723255 2024-11-20T08:18:45,221 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=82c4f56982b90ad47119d49c7146003f, regionState=OPENING, regionLocation=a04d4489dc6d,42687,1732090723291 2024-11-20T08:18:45,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 133571ef443d0ebc3884178e9bd185bf, server=a04d4489dc6d,39265,1732090723255}] 2024-11-20T08:18:45,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 82c4f56982b90ad47119d49c7146003f, server=a04d4489dc6d,42687,1732090723291}] 2024-11-20T08:18:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:18:45,377 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,39265,1732090723255 2024-11-20T08:18:45,378 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,42687,1732090723291 2024-11-20T08:18:45,382 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732090725023.133571ef443d0ebc3884178e9bd185bf. 2024-11-20T08:18:45,382 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732090725023.82c4f56982b90ad47119d49c7146003f. 2024-11-20T08:18:45,382 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 133571ef443d0ebc3884178e9bd185bf, NAME => 'testClearRegionBlockCache,,1732090725023.133571ef443d0ebc3884178e9bd185bf.', STARTKEY => '', ENDKEY => '5'} 2024-11-20T08:18:45,382 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 82c4f56982b90ad47119d49c7146003f, NAME => 'testClearRegionBlockCache,5,1732090725023.82c4f56982b90ad47119d49c7146003f.', STARTKEY => '5', ENDKEY => ''} 2024-11-20T08:18:45,382 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 133571ef443d0ebc3884178e9bd185bf 2024-11-20T08:18:45,382 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 82c4f56982b90ad47119d49c7146003f 2024-11-20T08:18:45,382 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732090725023.82c4f56982b90ad47119d49c7146003f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:45,382 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732090725023.133571ef443d0ebc3884178e9bd185bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:45,382 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 82c4f56982b90ad47119d49c7146003f 2024-11-20T08:18:45,382 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 82c4f56982b90ad47119d49c7146003f 2024-11-20T08:18:45,382 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 133571ef443d0ebc3884178e9bd185bf 2024-11-20T08:18:45,382 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 133571ef443d0ebc3884178e9bd185bf 2024-11-20T08:18:45,384 INFO [StoreOpener-82c4f56982b90ad47119d49c7146003f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 82c4f56982b90ad47119d49c7146003f 2024-11-20T08:18:45,384 INFO [StoreOpener-133571ef443d0ebc3884178e9bd185bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 133571ef443d0ebc3884178e9bd185bf 2024-11-20T08:18:45,386 INFO [StoreOpener-133571ef443d0ebc3884178e9bd185bf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 133571ef443d0ebc3884178e9bd185bf columnFamilyName family 2024-11-20T08:18:45,386 INFO [StoreOpener-82c4f56982b90ad47119d49c7146003f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82c4f56982b90ad47119d49c7146003f columnFamilyName family 2024-11-20T08:18:45,386 DEBUG [StoreOpener-133571ef443d0ebc3884178e9bd185bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:45,386 DEBUG [StoreOpener-82c4f56982b90ad47119d49c7146003f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:45,386 INFO [StoreOpener-82c4f56982b90ad47119d49c7146003f-1 {}] regionserver.HStore(327): Store=82c4f56982b90ad47119d49c7146003f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:45,386 INFO [StoreOpener-133571ef443d0ebc3884178e9bd185bf-1 {}] regionserver.HStore(327): Store=133571ef443d0ebc3884178e9bd185bf/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:45,387 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/default/testClearRegionBlockCache/82c4f56982b90ad47119d49c7146003f 2024-11-20T08:18:45,387 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/default/testClearRegionBlockCache/133571ef443d0ebc3884178e9bd185bf 2024-11-20T08:18:45,388 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/default/testClearRegionBlockCache/82c4f56982b90ad47119d49c7146003f 2024-11-20T08:18:45,388 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/default/testClearRegionBlockCache/133571ef443d0ebc3884178e9bd185bf 2024-11-20T08:18:45,390 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 82c4f56982b90ad47119d49c7146003f 2024-11-20T08:18:45,391 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 133571ef443d0ebc3884178e9bd185bf 2024-11-20T08:18:45,393 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/default/testClearRegionBlockCache/82c4f56982b90ad47119d49c7146003f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:45,393 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/default/testClearRegionBlockCache/133571ef443d0ebc3884178e9bd185bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:45,393 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 82c4f56982b90ad47119d49c7146003f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74367082, jitterRate=0.10815587639808655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T08:18:45,394 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 133571ef443d0ebc3884178e9bd185bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67736873, jitterRate=0.009358063340187073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T08:18:45,395 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 82c4f56982b90ad47119d49c7146003f: 2024-11-20T08:18:45,395 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 133571ef443d0ebc3884178e9bd185bf: 2024-11-20T08:18:45,396 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732090725023.133571ef443d0ebc3884178e9bd185bf., pid=12, masterSystemTime=1732090725377 2024-11-20T08:18:45,396 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732090725023.82c4f56982b90ad47119d49c7146003f., pid=13, masterSystemTime=1732090725378 2024-11-20T08:18:45,398 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732090725023.82c4f56982b90ad47119d49c7146003f. 2024-11-20T08:18:45,398 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732090725023.82c4f56982b90ad47119d49c7146003f. 2024-11-20T08:18:45,399 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=82c4f56982b90ad47119d49c7146003f, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,42687,1732090723291 2024-11-20T08:18:45,399 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732090725023.133571ef443d0ebc3884178e9bd185bf. 2024-11-20T08:18:45,399 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732090725023.133571ef443d0ebc3884178e9bd185bf. 2024-11-20T08:18:45,400 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=133571ef443d0ebc3884178e9bd185bf, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,39265,1732090723255 2024-11-20T08:18:45,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-20T08:18:45,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 82c4f56982b90ad47119d49c7146003f, server=a04d4489dc6d,42687,1732090723291 in 176 msec 2024-11-20T08:18:45,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-20T08:18:45,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 133571ef443d0ebc3884178e9bd185bf, server=a04d4489dc6d,39265,1732090723255 in 178 msec 2024-11-20T08:18:45,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=82c4f56982b90ad47119d49c7146003f, ASSIGN in 335 msec 2024-11-20T08:18:45,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T08:18:45,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=133571ef443d0ebc3884178e9bd185bf, ASSIGN in 336 msec 2024-11-20T08:18:45,407 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:18:45,407 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090725407"}]},"ts":"1732090725407"} 2024-11-20T08:18:45,409 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-20T08:18:45,411 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:18:45,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 387 msec 2024-11-20T08:18:45,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:18:45,634 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-20T08:18:45,634 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-20T08:18:45,635 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T08:18:45,638 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-20T08:18:45,638 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T08:18:45,639 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-20T08:18:45,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:45,643 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58726, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:18:45,659 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 133571ef443d0ebc3884178e9bd185bf 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-20T08:18:45,677 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/default/testClearRegionBlockCache/133571ef443d0ebc3884178e9bd185bf/.tmp/family/364caaebd1854ed68ed5e8492a29a287 is 32, key is 1/family:/1732090725643/Put/seqid=0 2024-11-20T08:18:45,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38447 is added to blk_1073741841_1017 (size=5054) 2024-11-20T08:18:45,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35793 is added to blk_1073741841_1017 (size=5054) 2024-11-20T08:18:45,684 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/default/testClearRegionBlockCache/133571ef443d0ebc3884178e9bd185bf/.tmp/family/364caaebd1854ed68ed5e8492a29a287 2024-11-20T08:18:45,692 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/default/testClearRegionBlockCache/133571ef443d0ebc3884178e9bd185bf/.tmp/family/364caaebd1854ed68ed5e8492a29a287 as hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/default/testClearRegionBlockCache/133571ef443d0ebc3884178e9bd185bf/family/364caaebd1854ed68ed5e8492a29a287 2024-11-20T08:18:45,698 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/default/testClearRegionBlockCache/133571ef443d0ebc3884178e9bd185bf/family/364caaebd1854ed68ed5e8492a29a287, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T08:18:45,699 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 133571ef443d0ebc3884178e9bd185bf in 40ms, sequenceid=8, compaction requested=false 2024-11-20T08:18:45,699 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 133571ef443d0ebc3884178e9bd185bf: 2024-11-20T08:18:45,700 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 82c4f56982b90ad47119d49c7146003f 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-20T08:18:45,716 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/default/testClearRegionBlockCache/82c4f56982b90ad47119d49c7146003f/.tmp/family/0cac4c99e0b44c3a9a3948870338ef04 is 32, key is 5/family:/1732090725652/Put/seqid=0 2024-11-20T08:18:45,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38447 is added to blk_1073741842_1018 (size=5083) 2024-11-20T08:18:45,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35793 is added to blk_1073741842_1018 (size=5083) 2024-11-20T08:18:45,723 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/default/testClearRegionBlockCache/82c4f56982b90ad47119d49c7146003f/.tmp/family/0cac4c99e0b44c3a9a3948870338ef04 2024-11-20T08:18:45,730 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/default/testClearRegionBlockCache/82c4f56982b90ad47119d49c7146003f/.tmp/family/0cac4c99e0b44c3a9a3948870338ef04 as hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/default/testClearRegionBlockCache/82c4f56982b90ad47119d49c7146003f/family/0cac4c99e0b44c3a9a3948870338ef04 2024-11-20T08:18:45,735 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/default/testClearRegionBlockCache/82c4f56982b90ad47119d49c7146003f/family/0cac4c99e0b44c3a9a3948870338ef04, entries=5, sequenceid=9, filesize=5.0 K 2024-11-20T08:18:45,737 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 82c4f56982b90ad47119d49c7146003f in 37ms, sequenceid=9, compaction requested=false 2024-11-20T08:18:45,737 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 82c4f56982b90ad47119d49c7146003f: 2024-11-20T08:18:45,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:18:45,748 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:18:45,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:18:45,751 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:18:45,752 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T08:18:45,752 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T08:18:45,752 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c131475 to 127.0.0.1:62848 2024-11-20T08:18:45,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:45,752 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:18:45,752 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1470614421, stopped=false 2024-11-20T08:18:45,753 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=a04d4489dc6d,41981,1732090723207 2024-11-20T08:18:45,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:45,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39265-0x1001402b45d0001, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:45,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1001402b45d0002, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:45,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:45,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39265-0x1001402b45d0001, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:45,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1001402b45d0002, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:45,755 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-20T08:18:45,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42687-0x1001402b45d0002, quorum=127.0.0.1:62848, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:45,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:45,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39265-0x1001402b45d0001, quorum=127.0.0.1:62848, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:45,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:45,756 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'a04d4489dc6d,39265,1732090723255' ***** 2024-11-20T08:18:45,756 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T08:18:45,756 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'a04d4489dc6d,42687,1732090723291' ***** 2024-11-20T08:18:45,756 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T08:18:45,756 INFO [RS:0;a04d4489dc6d:39265 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:18:45,756 INFO [RS:1;a04d4489dc6d:42687 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:18:45,756 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T08:18:45,757 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T08:18:45,757 INFO [RS:0;a04d4489dc6d:39265 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:18:45,757 INFO [RS:0;a04d4489dc6d:39265 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:18:45,757 INFO [RS:1;a04d4489dc6d:42687 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:18:45,757 INFO [RS:0;a04d4489dc6d:39265 {}] regionserver.HRegionServer(3579): Received CLOSE for 133571ef443d0ebc3884178e9bd185bf 2024-11-20T08:18:45,757 INFO [RS:1;a04d4489dc6d:42687 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:18:45,757 INFO [RS:1;a04d4489dc6d:42687 {}] regionserver.HRegionServer(3579): Received CLOSE for 82c4f56982b90ad47119d49c7146003f 2024-11-20T08:18:45,757 INFO [RS:0;a04d4489dc6d:39265 {}] regionserver.HRegionServer(3579): Received CLOSE for 4b1061faae32f8f208301294c70c140f 2024-11-20T08:18:45,757 INFO [RS:0;a04d4489dc6d:39265 {}] regionserver.HRegionServer(1224): stopping server a04d4489dc6d,39265,1732090723255 2024-11-20T08:18:45,757 DEBUG [RS:0;a04d4489dc6d:39265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:45,757 INFO [RS:0;a04d4489dc6d:39265 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-20T08:18:45,757 DEBUG [RS:0;a04d4489dc6d:39265 {}] regionserver.HRegionServer(1603): Online Regions={133571ef443d0ebc3884178e9bd185bf=testClearRegionBlockCache,,1732090725023.133571ef443d0ebc3884178e9bd185bf., 4b1061faae32f8f208301294c70c140f=hbase:namespace,,1732090724145.4b1061faae32f8f208301294c70c140f.} 2024-11-20T08:18:45,757 INFO [RS:1;a04d4489dc6d:42687 {}] regionserver.HRegionServer(1224): stopping server a04d4489dc6d,42687,1732090723291 2024-11-20T08:18:45,757 DEBUG [RS:0;a04d4489dc6d:39265 {}] regionserver.HRegionServer(1629): Waiting on 133571ef443d0ebc3884178e9bd185bf, 4b1061faae32f8f208301294c70c140f 2024-11-20T08:18:45,757 DEBUG [RS:1;a04d4489dc6d:42687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:45,758 INFO [RS:1;a04d4489dc6d:42687 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:18:45,758 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 82c4f56982b90ad47119d49c7146003f, disabling compactions & flushes 2024-11-20T08:18:45,758 INFO [RS:1;a04d4489dc6d:42687 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:18:45,758 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732090725023.82c4f56982b90ad47119d49c7146003f. 2024-11-20T08:18:45,758 INFO [RS:1;a04d4489dc6d:42687 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:18:45,758 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 133571ef443d0ebc3884178e9bd185bf, disabling compactions & flushes 2024-11-20T08:18:45,758 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732090725023.82c4f56982b90ad47119d49c7146003f. 2024-11-20T08:18:45,758 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732090725023.133571ef443d0ebc3884178e9bd185bf. 2024-11-20T08:18:45,758 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732090725023.82c4f56982b90ad47119d49c7146003f. after waiting 0 ms 2024-11-20T08:18:45,758 INFO [RS:1;a04d4489dc6d:42687 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-20T08:18:45,758 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732090725023.133571ef443d0ebc3884178e9bd185bf. 2024-11-20T08:18:45,758 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732090725023.82c4f56982b90ad47119d49c7146003f. 2024-11-20T08:18:45,758 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732090725023.133571ef443d0ebc3884178e9bd185bf. after waiting 0 ms 2024-11-20T08:18:45,758 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732090725023.133571ef443d0ebc3884178e9bd185bf. 2024-11-20T08:18:45,758 INFO [RS:1;a04d4489dc6d:42687 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-20T08:18:45,758 DEBUG [RS:1;a04d4489dc6d:42687 {}] regionserver.HRegionServer(1603): Online Regions={82c4f56982b90ad47119d49c7146003f=testClearRegionBlockCache,5,1732090725023.82c4f56982b90ad47119d49c7146003f., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T08:18:45,758 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:18:45,758 DEBUG [RS:1;a04d4489dc6d:42687 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 82c4f56982b90ad47119d49c7146003f 2024-11-20T08:18:45,758 INFO [regionserver/a04d4489dc6d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:45,758 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T08:18:45,758 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T08:18:45,758 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:18:45,758 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:18:45,758 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-20T08:18:45,763 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/default/testClearRegionBlockCache/133571ef443d0ebc3884178e9bd185bf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T08:18:45,763 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/default/testClearRegionBlockCache/82c4f56982b90ad47119d49c7146003f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-20T08:18:45,763 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732090725023.82c4f56982b90ad47119d49c7146003f. 2024-11-20T08:18:45,764 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 82c4f56982b90ad47119d49c7146003f: 2024-11-20T08:18:45,764 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732090725023.133571ef443d0ebc3884178e9bd185bf. 2024-11-20T08:18:45,764 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 133571ef443d0ebc3884178e9bd185bf: 2024-11-20T08:18:45,764 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732090725023.82c4f56982b90ad47119d49c7146003f. 2024-11-20T08:18:45,764 INFO [regionserver/a04d4489dc6d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:45,764 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732090725023.133571ef443d0ebc3884178e9bd185bf. 2024-11-20T08:18:45,764 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4b1061faae32f8f208301294c70c140f, disabling compactions & flushes 2024-11-20T08:18:45,764 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732090724145.4b1061faae32f8f208301294c70c140f. 2024-11-20T08:18:45,764 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732090724145.4b1061faae32f8f208301294c70c140f. 2024-11-20T08:18:45,764 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732090724145.4b1061faae32f8f208301294c70c140f. after waiting 0 ms 2024-11-20T08:18:45,764 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732090724145.4b1061faae32f8f208301294c70c140f. 2024-11-20T08:18:45,764 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 4b1061faae32f8f208301294c70c140f 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-20T08:18:45,777 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/hbase/meta/1588230740/.tmp/info/d724ee4468b64534b756069630ece3f5 is 173, key is testClearRegionBlockCache,5,1732090725023.82c4f56982b90ad47119d49c7146003f./info:regioninfo/1732090725398/Put/seqid=0 2024-11-20T08:18:45,780 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/hbase/namespace/4b1061faae32f8f208301294c70c140f/.tmp/info/2e9d97e8f9dc4af3a05ba3c5f4d46dc4 is 45, key is default/info:d/1732090724962/Put/seqid=0 2024-11-20T08:18:45,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35793 is added to blk_1073741843_1019 (size=9337) 2024-11-20T08:18:45,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38447 is added to blk_1073741843_1019 (size=9337) 2024-11-20T08:18:45,784 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/hbase/meta/1588230740/.tmp/info/d724ee4468b64534b756069630ece3f5 2024-11-20T08:18:45,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38447 is added to blk_1073741844_1020 (size=5037) 2024-11-20T08:18:45,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35793 is added to blk_1073741844_1020 (size=5037) 2024-11-20T08:18:45,788 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/hbase/namespace/4b1061faae32f8f208301294c70c140f/.tmp/info/2e9d97e8f9dc4af3a05ba3c5f4d46dc4 2024-11-20T08:18:45,794 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/hbase/namespace/4b1061faae32f8f208301294c70c140f/.tmp/info/2e9d97e8f9dc4af3a05ba3c5f4d46dc4 as hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/hbase/namespace/4b1061faae32f8f208301294c70c140f/info/2e9d97e8f9dc4af3a05ba3c5f4d46dc4 2024-11-20T08:18:45,801 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/hbase/namespace/4b1061faae32f8f208301294c70c140f/info/2e9d97e8f9dc4af3a05ba3c5f4d46dc4, entries=2, sequenceid=6, filesize=4.9 K 2024-11-20T08:18:45,802 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 4b1061faae32f8f208301294c70c140f in 38ms, sequenceid=6, compaction requested=false 2024-11-20T08:18:45,808 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/hbase/namespace/4b1061faae32f8f208301294c70c140f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T08:18:45,808 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/hbase/meta/1588230740/.tmp/table/b726243a914447089cd019b15f2c2f06 is 61, key is testClearRegionBlockCache/table:state/1732090725407/Put/seqid=0 2024-11-20T08:18:45,808 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732090724145.4b1061faae32f8f208301294c70c140f. 2024-11-20T08:18:45,809 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4b1061faae32f8f208301294c70c140f: 2024-11-20T08:18:45,809 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732090724145.4b1061faae32f8f208301294c70c140f. 2024-11-20T08:18:45,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35793 is added to blk_1073741845_1021 (size=5392) 2024-11-20T08:18:45,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38447 is added to blk_1073741845_1021 (size=5392) 2024-11-20T08:18:45,815 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/hbase/meta/1588230740/.tmp/table/b726243a914447089cd019b15f2c2f06 2024-11-20T08:18:45,821 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/hbase/meta/1588230740/.tmp/info/d724ee4468b64534b756069630ece3f5 as hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/hbase/meta/1588230740/info/d724ee4468b64534b756069630ece3f5 2024-11-20T08:18:45,827 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/hbase/meta/1588230740/info/d724ee4468b64534b756069630ece3f5, entries=30, sequenceid=16, filesize=9.1 K 2024-11-20T08:18:45,828 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/hbase/meta/1588230740/.tmp/table/b726243a914447089cd019b15f2c2f06 as hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/hbase/meta/1588230740/table/b726243a914447089cd019b15f2c2f06 2024-11-20T08:18:45,834 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/hbase/meta/1588230740/table/b726243a914447089cd019b15f2c2f06, entries=4, sequenceid=16, filesize=5.3 K 2024-11-20T08:18:45,835 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 77ms, sequenceid=16, compaction requested=false 2024-11-20T08:18:45,840 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T08:18:45,840 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:18:45,840 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T08:18:45,840 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T08:18:45,840 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:18:45,958 INFO [RS:0;a04d4489dc6d:39265 {}] regionserver.HRegionServer(1250): stopping server a04d4489dc6d,39265,1732090723255; all regions closed. 2024-11-20T08:18:45,958 INFO [RS:1;a04d4489dc6d:42687 {}] regionserver.HRegionServer(1250): stopping server a04d4489dc6d,42687,1732090723291; all regions closed. 2024-11-20T08:18:45,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35793 is added to blk_1073741834_1010 (size=3079) 2024-11-20T08:18:45,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38447 is added to blk_1073741834_1010 (size=3079) 2024-11-20T08:18:45,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38447 is added to blk_1073741835_1011 (size=5602) 2024-11-20T08:18:45,961 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/WALs/a04d4489dc6d,42687,1732090723291/a04d4489dc6d%2C42687%2C1732090723291.meta.1732090724082.meta not finished, retry = 0 2024-11-20T08:18:45,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35793 is added to blk_1073741835_1011 (size=5602) 2024-11-20T08:18:45,963 DEBUG [RS:0;a04d4489dc6d:39265 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/oldWALs 2024-11-20T08:18:45,963 INFO [RS:0;a04d4489dc6d:39265 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL a04d4489dc6d%2C39265%2C1732090723255:(num 1732090723698) 2024-11-20T08:18:45,963 DEBUG [RS:0;a04d4489dc6d:39265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:45,963 INFO [RS:0;a04d4489dc6d:39265 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:45,964 INFO [RS:0;a04d4489dc6d:39265 {}] hbase.ChoreService(370): Chore service for: regionserver/a04d4489dc6d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-20T08:18:45,964 INFO [RS:0;a04d4489dc6d:39265 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:18:45,964 INFO [RS:0;a04d4489dc6d:39265 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:18:45,964 INFO [RS:0;a04d4489dc6d:39265 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:18:45,964 INFO [regionserver/a04d4489dc6d:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T08:18:45,964 INFO [RS:0;a04d4489dc6d:39265 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39265 2024-11-20T08:18:45,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39265-0x1001402b45d0001, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a04d4489dc6d,39265,1732090723255 2024-11-20T08:18:45,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:18:45,969 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a04d4489dc6d,39265,1732090723255] 2024-11-20T08:18:45,969 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing a04d4489dc6d,39265,1732090723255; numProcessing=1 2024-11-20T08:18:45,970 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/a04d4489dc6d,39265,1732090723255 already deleted, retry=false 2024-11-20T08:18:45,970 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; a04d4489dc6d,39265,1732090723255 expired; onlineServers=1 2024-11-20T08:18:46,065 DEBUG [RS:1;a04d4489dc6d:42687 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/oldWALs 2024-11-20T08:18:46,065 INFO [RS:1;a04d4489dc6d:42687 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL a04d4489dc6d%2C42687%2C1732090723291.meta:.meta(num 1732090724082) 2024-11-20T08:18:46,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35793 is added to blk_1073741833_1009 (size=1867) 2024-11-20T08:18:46,067 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/WALs/a04d4489dc6d,42687,1732090723291/a04d4489dc6d%2C42687%2C1732090723291.1732090723693 not finished, retry = 0 2024-11-20T08:18:46,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38447 is added to blk_1073741833_1009 (size=1867) 2024-11-20T08:18:46,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39265-0x1001402b45d0001, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:46,069 INFO [RS:0;a04d4489dc6d:39265 {}] regionserver.HRegionServer(1307): Exiting; stopping=a04d4489dc6d,39265,1732090723255; zookeeper connection closed. 2024-11-20T08:18:46,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39265-0x1001402b45d0001, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:46,069 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13258429 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13258429 2024-11-20T08:18:46,170 DEBUG [RS:1;a04d4489dc6d:42687 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/oldWALs 2024-11-20T08:18:46,170 INFO [RS:1;a04d4489dc6d:42687 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL a04d4489dc6d%2C42687%2C1732090723291:(num 1732090723693) 2024-11-20T08:18:46,170 DEBUG [RS:1;a04d4489dc6d:42687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:46,170 INFO [RS:1;a04d4489dc6d:42687 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:46,171 INFO [RS:1;a04d4489dc6d:42687 {}] hbase.ChoreService(370): Chore service for: regionserver/a04d4489dc6d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-20T08:18:46,171 INFO [regionserver/a04d4489dc6d:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T08:18:46,171 INFO [RS:1;a04d4489dc6d:42687 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42687 2024-11-20T08:18:46,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:18:46,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1001402b45d0002, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a04d4489dc6d,42687,1732090723291 2024-11-20T08:18:46,175 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a04d4489dc6d,42687,1732090723291] 2024-11-20T08:18:46,175 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing a04d4489dc6d,42687,1732090723291; numProcessing=2 2024-11-20T08:18:46,177 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/a04d4489dc6d,42687,1732090723291 already deleted, retry=false 2024-11-20T08:18:46,177 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; a04d4489dc6d,42687,1732090723291 expired; onlineServers=0 2024-11-20T08:18:46,177 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'a04d4489dc6d,41981,1732090723207' ***** 2024-11-20T08:18:46,177 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:18:46,177 DEBUG [M:0;a04d4489dc6d:41981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b3c0b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a04d4489dc6d/172.17.0.2:0 2024-11-20T08:18:46,177 INFO [M:0;a04d4489dc6d:41981 {}] regionserver.HRegionServer(1224): stopping server a04d4489dc6d,41981,1732090723207 2024-11-20T08:18:46,178 INFO [M:0;a04d4489dc6d:41981 {}] regionserver.HRegionServer(1250): stopping server a04d4489dc6d,41981,1732090723207; all regions closed. 2024-11-20T08:18:46,178 DEBUG [M:0;a04d4489dc6d:41981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:46,178 DEBUG [M:0;a04d4489dc6d:41981 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:18:46,178 DEBUG [M:0;a04d4489dc6d:41981 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:18:46,178 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:18:46,178 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.small.0-1732090723475 {}] cleaner.HFileCleaner(306): Exit Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.small.0-1732090723475,5,FailOnTimeoutGroup] 2024-11-20T08:18:46,178 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.large.0-1732090723475 {}] cleaner.HFileCleaner(306): Exit Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.large.0-1732090723475,5,FailOnTimeoutGroup] 2024-11-20T08:18:46,178 INFO [M:0;a04d4489dc6d:41981 {}] hbase.ChoreService(370): Chore service for: master/a04d4489dc6d:0 had [] on shutdown 2024-11-20T08:18:46,178 DEBUG [M:0;a04d4489dc6d:41981 {}] master.HMaster(1733): Stopping service threads 2024-11-20T08:18:46,178 INFO [M:0;a04d4489dc6d:41981 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:18:46,179 INFO [M:0;a04d4489dc6d:41981 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:18:46,179 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:18:46,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T08:18:46,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:46,180 DEBUG [M:0;a04d4489dc6d:41981 {}] zookeeper.ZKUtil(347): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T08:18:46,180 WARN [M:0;a04d4489dc6d:41981 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:18:46,180 INFO [M:0;a04d4489dc6d:41981 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-20T08:18:46,180 INFO [M:0;a04d4489dc6d:41981 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:18:46,180 DEBUG [M:0;a04d4489dc6d:41981 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:18:46,181 INFO [M:0;a04d4489dc6d:41981 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:46,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:18:46,181 DEBUG [M:0;a04d4489dc6d:41981 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:46,181 DEBUG [M:0;a04d4489dc6d:41981 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:18:46,181 DEBUG [M:0;a04d4489dc6d:41981 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:46,181 INFO [M:0;a04d4489dc6d:41981 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-11-20T08:18:46,199 DEBUG [M:0;a04d4489dc6d:41981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8770590fc644c3bb6b32c71e90f7e29 is 82, key is hbase:meta,,1/info:regioninfo/1732090724121/Put/seqid=0 2024-11-20T08:18:46,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38447 is added to blk_1073741846_1022 (size=5672) 2024-11-20T08:18:46,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35793 is added to blk_1073741846_1022 (size=5672) 2024-11-20T08:18:46,205 INFO [M:0;a04d4489dc6d:41981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8770590fc644c3bb6b32c71e90f7e29 2024-11-20T08:18:46,227 DEBUG [M:0;a04d4489dc6d:41981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04035e7197114ab19c0f146630ffdcb2 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732090725412/Put/seqid=0 2024-11-20T08:18:46,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38447 is added to blk_1073741847_1023 (size=7577) 2024-11-20T08:18:46,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35793 is added to blk_1073741847_1023 (size=7577) 2024-11-20T08:18:46,233 INFO [M:0;a04d4489dc6d:41981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04035e7197114ab19c0f146630ffdcb2 2024-11-20T08:18:46,256 DEBUG [M:0;a04d4489dc6d:41981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/258e192357dc442f82dbfe8ca8bb28c3 is 69, key is a04d4489dc6d,39265,1732090723255/rs:state/1732090723534/Put/seqid=0 2024-11-20T08:18:46,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35793 is added to blk_1073741848_1024 (size=5224) 2024-11-20T08:18:46,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38447 is added to blk_1073741848_1024 (size=5224) 2024-11-20T08:18:46,262 INFO [M:0;a04d4489dc6d:41981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/258e192357dc442f82dbfe8ca8bb28c3 2024-11-20T08:18:46,268 DEBUG [M:0;a04d4489dc6d:41981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8770590fc644c3bb6b32c71e90f7e29 as hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8770590fc644c3bb6b32c71e90f7e29 2024-11-20T08:18:46,273 INFO [M:0;a04d4489dc6d:41981 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8770590fc644c3bb6b32c71e90f7e29, entries=8, sequenceid=108, filesize=5.5 K 2024-11-20T08:18:46,274 DEBUG [M:0;a04d4489dc6d:41981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04035e7197114ab19c0f146630ffdcb2 as hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04035e7197114ab19c0f146630ffdcb2 2024-11-20T08:18:46,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1001402b45d0002, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:46,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42687-0x1001402b45d0002, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:46,275 INFO [RS:1;a04d4489dc6d:42687 {}] regionserver.HRegionServer(1307): Exiting; stopping=a04d4489dc6d,42687,1732090723291; zookeeper connection closed. 2024-11-20T08:18:46,276 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@464df740 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@464df740 2024-11-20T08:18:46,276 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-20T08:18:46,280 INFO [M:0;a04d4489dc6d:41981 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04035e7197114ab19c0f146630ffdcb2, entries=13, sequenceid=108, filesize=7.4 K 2024-11-20T08:18:46,281 DEBUG [M:0;a04d4489dc6d:41981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/258e192357dc442f82dbfe8ca8bb28c3 as hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/258e192357dc442f82dbfe8ca8bb28c3 2024-11-20T08:18:46,287 INFO [M:0;a04d4489dc6d:41981 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32937/user/jenkins/test-data/47a5fbf0-5f61-d7f4-5f52-46b2c5835ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/258e192357dc442f82dbfe8ca8bb28c3, entries=2, sequenceid=108, filesize=5.1 K 2024-11-20T08:18:46,289 INFO [M:0;a04d4489dc6d:41981 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 107ms, sequenceid=108, compaction requested=false 2024-11-20T08:18:46,290 INFO [M:0;a04d4489dc6d:41981 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:46,290 DEBUG [M:0;a04d4489dc6d:41981 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T08:18:46,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38447 is added to blk_1073741830_1006 (size=54453) 2024-11-20T08:18:46,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35793 is added to blk_1073741830_1006 (size=54453) 2024-11-20T08:18:46,293 INFO [M:0;a04d4489dc6d:41981 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-20T08:18:46,293 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T08:18:46,293 INFO [M:0;a04d4489dc6d:41981 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41981 2024-11-20T08:18:46,295 DEBUG [M:0;a04d4489dc6d:41981 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/a04d4489dc6d,41981,1732090723207 already deleted, retry=false 2024-11-20T08:18:46,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:46,397 INFO [M:0;a04d4489dc6d:41981 {}] regionserver.HRegionServer(1307): Exiting; stopping=a04d4489dc6d,41981,1732090723207; zookeeper connection closed. 2024-11-20T08:18:46,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1001402b45d0000, quorum=127.0.0.1:62848, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:46,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78ff8d54{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:46,400 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33a551f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:18:46,400 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:18:46,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f5783c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:18:46,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f1ef00a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/hadoop.log.dir/,STOPPED} 2024-11-20T08:18:46,402 WARN [BP-1060655733-172.17.0.2-1732090722506 heartbeating to localhost/127.0.0.1:32937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:18:46,402 WARN [BP-1060655733-172.17.0.2-1732090722506 heartbeating to localhost/127.0.0.1:32937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1060655733-172.17.0.2-1732090722506 (Datanode Uuid bdf395f5-ebf1-4dea-a496-a8c9927c95de) service to localhost/127.0.0.1:32937 2024-11-20T08:18:46,402 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:18:46,402 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:18:46,402 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/cluster_ee6ad132-084a-9941-44d0-3992187d24ef/dfs/data/data3/current/BP-1060655733-172.17.0.2-1732090722506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:46,403 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/cluster_ee6ad132-084a-9941-44d0-3992187d24ef/dfs/data/data4/current/BP-1060655733-172.17.0.2-1732090722506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:46,403 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:18:46,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50baa8fc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:46,406 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27f5d0e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:18:46,406 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:18:46,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a3e5e7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:18:46,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1705d348{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/hadoop.log.dir/,STOPPED} 2024-11-20T08:18:46,407 WARN [BP-1060655733-172.17.0.2-1732090722506 heartbeating to localhost/127.0.0.1:32937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:18:46,407 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:18:46,407 WARN [BP-1060655733-172.17.0.2-1732090722506 heartbeating to localhost/127.0.0.1:32937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1060655733-172.17.0.2-1732090722506 (Datanode Uuid c386769f-0e8c-4652-b92b-5b67b229d8f7) service to localhost/127.0.0.1:32937 2024-11-20T08:18:46,407 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:18:46,438 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/cluster_ee6ad132-084a-9941-44d0-3992187d24ef/dfs/data/data1/current/BP-1060655733-172.17.0.2-1732090722506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:46,438 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/cluster_ee6ad132-084a-9941-44d0-3992187d24ef/dfs/data/data2/current/BP-1060655733-172.17.0.2-1732090722506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:46,438 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:18:46,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15ff1da7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:18:46,446 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f4df9e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:18:46,446 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:18:46,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6066bb90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:18:46,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@506ab7ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/hadoop.log.dir/,STOPPED} 2024-11-20T08:18:46,454 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-20T08:18:46,475 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-20T08:18:46,482 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=139 (was 108) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:32937 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:32937 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:32937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:32937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:32937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:32937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=473 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 146) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2425 (was 2725) 2024-11-20T08:18:46,490 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=139, OpenFileDescriptor=473, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=2425 2024-11-20T08:18:46,504 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/hadoop.log.dir so I do NOT create it in target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632 2024-11-20T08:18:46,504 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T08:18:46,504 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/hadoop.tmp.dir so I do NOT create it in target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632 2024-11-20T08:18:46,504 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b31770b2-0df1-7e01-e68e-38b84e15f8e6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T08:18:46,504 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632 2024-11-20T08:18:46,504 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:18:46,504 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/cluster_817bd803-b0d0-0fc0-fc3c-6cf1fd4b981a, deleteOnExit=true 2024-11-20T08:18:46,504 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-20T08:18:46,505 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/test.cache.data in system properties and HBase conf 2024-11-20T08:18:46,505 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:18:46,505 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:18:46,505 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:18:46,505 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:18:46,505 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T08:18:46,505 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:18:46,505 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:18:46,505 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:18:46,505 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:18:46,505 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:18:46,505 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:18:46,506 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:18:46,506 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:18:46,506 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:18:46,506 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:18:46,506 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:18:46,506 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:18:46,506 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:18:46,506 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:18:46,506 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:18:46,581 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T08:18:46,583 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:46,602 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:46,603 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:46,606 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:46,606 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:46,607 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:46,628 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:46,632 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:18:46,634 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:18:46,634 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:18:46,634 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:18:46,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:46,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a4704a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:18:46,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36d45a6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:18:46,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73c9d93a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/java.io.tmpdir/jetty-localhost-34113-hadoop-hdfs-3_4_1-tests_jar-_-any-15832307225340657211/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:18:46,750 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a09b74b{HTTP/1.1, (http/1.1)}{localhost:34113} 2024-11-20T08:18:46,751 INFO [Time-limited test {}] server.Server(415): Started @18510ms 2024-11-20T08:18:46,831 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:46,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:18:46,840 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:18:46,840 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:18:46,840 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:18:46,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@553b0650{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:18:46,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45d4757c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:18:46,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5651dccc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/java.io.tmpdir/jetty-localhost-41889-hadoop-hdfs-3_4_1-tests_jar-_-any-4383977139579958623/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:46,955 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c95392f{HTTP/1.1, (http/1.1)}{localhost:41889} 2024-11-20T08:18:46,955 INFO [Time-limited test {}] server.Server(415): Started @18715ms 2024-11-20T08:18:46,956 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:18:46,986 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:46,989 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:18:46,990 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:18:46,990 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:18:46,990 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:18:46,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@352b03f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:18:46,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7df62178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:18:47,058 WARN [Thread-895 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/cluster_817bd803-b0d0-0fc0-fc3c-6cf1fd4b981a/dfs/data/data1/current/BP-1089145531-172.17.0.2-1732090726536/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:47,058 WARN [Thread-896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/cluster_817bd803-b0d0-0fc0-fc3c-6cf1fd4b981a/dfs/data/data2/current/BP-1089145531-172.17.0.2-1732090726536/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:47,081 WARN [Thread-874 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:18:47,084 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf11fcd4f50e7cde9 with lease ID 0xcfd0b278d0a0814c: Processing first storage report for DS-fc95482f-4caa-4e63-b366-dbb275fe54a1 from datanode DatanodeRegistration(127.0.0.1:37685, datanodeUuid=c4a88691-fc35-4ef9-b096-b61efcbe26b4, infoPort=43377, infoSecurePort=0, ipcPort=38637, storageInfo=lv=-57;cid=testClusterID;nsid=855119982;c=1732090726536) 2024-11-20T08:18:47,084 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf11fcd4f50e7cde9 with lease ID 0xcfd0b278d0a0814c: from storage DS-fc95482f-4caa-4e63-b366-dbb275fe54a1 node DatanodeRegistration(127.0.0.1:37685, datanodeUuid=c4a88691-fc35-4ef9-b096-b61efcbe26b4, infoPort=43377, infoSecurePort=0, ipcPort=38637, storageInfo=lv=-57;cid=testClusterID;nsid=855119982;c=1732090726536), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T08:18:47,084 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf11fcd4f50e7cde9 with lease ID 0xcfd0b278d0a0814c: Processing first storage report for DS-e6663d03-4a97-489b-b875-47d6ab8185cf from datanode DatanodeRegistration(127.0.0.1:37685, datanodeUuid=c4a88691-fc35-4ef9-b096-b61efcbe26b4, infoPort=43377, infoSecurePort=0, ipcPort=38637, storageInfo=lv=-57;cid=testClusterID;nsid=855119982;c=1732090726536) 2024-11-20T08:18:47,084 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf11fcd4f50e7cde9 with lease ID 0xcfd0b278d0a0814c: from storage DS-e6663d03-4a97-489b-b875-47d6ab8185cf node DatanodeRegistration(127.0.0.1:37685, datanodeUuid=c4a88691-fc35-4ef9-b096-b61efcbe26b4, infoPort=43377, infoSecurePort=0, ipcPort=38637, storageInfo=lv=-57;cid=testClusterID;nsid=855119982;c=1732090726536), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:18:47,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6dcd82f6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/java.io.tmpdir/jetty-localhost-38775-hadoop-hdfs-3_4_1-tests_jar-_-any-15516006193450736773/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:47,124 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11004aca{HTTP/1.1, (http/1.1)}{localhost:38775} 2024-11-20T08:18:47,125 INFO [Time-limited test {}] server.Server(415): Started @18884ms 2024-11-20T08:18:47,126 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:18:47,217 WARN [Thread-922 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/cluster_817bd803-b0d0-0fc0-fc3c-6cf1fd4b981a/dfs/data/data4/current/BP-1089145531-172.17.0.2-1732090726536/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:47,217 WARN [Thread-921 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/cluster_817bd803-b0d0-0fc0-fc3c-6cf1fd4b981a/dfs/data/data3/current/BP-1089145531-172.17.0.2-1732090726536/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:47,233 WARN [Thread-910 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:18:47,236 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc862d33ab2900f1d with lease ID 0xcfd0b278d0a0814d: Processing first storage report for DS-f83f85d0-2e1a-4818-9204-5d17a849c850 from datanode DatanodeRegistration(127.0.0.1:43175, datanodeUuid=faae8721-0046-4f07-92e9-f9ebdf1484d2, infoPort=38025, infoSecurePort=0, ipcPort=34031, storageInfo=lv=-57;cid=testClusterID;nsid=855119982;c=1732090726536) 2024-11-20T08:18:47,236 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc862d33ab2900f1d with lease ID 0xcfd0b278d0a0814d: from storage DS-f83f85d0-2e1a-4818-9204-5d17a849c850 node DatanodeRegistration(127.0.0.1:43175, datanodeUuid=faae8721-0046-4f07-92e9-f9ebdf1484d2, infoPort=38025, infoSecurePort=0, ipcPort=34031, storageInfo=lv=-57;cid=testClusterID;nsid=855119982;c=1732090726536), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:18:47,236 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc862d33ab2900f1d with lease ID 0xcfd0b278d0a0814d: Processing first storage report for DS-fe19c55f-ca7f-454f-b489-e587c702f44a from datanode DatanodeRegistration(127.0.0.1:43175, datanodeUuid=faae8721-0046-4f07-92e9-f9ebdf1484d2, infoPort=38025, infoSecurePort=0, ipcPort=34031, storageInfo=lv=-57;cid=testClusterID;nsid=855119982;c=1732090726536) 2024-11-20T08:18:47,236 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc862d33ab2900f1d with lease ID 0xcfd0b278d0a0814d: from storage DS-fe19c55f-ca7f-454f-b489-e587c702f44a node DatanodeRegistration(127.0.0.1:43175, datanodeUuid=faae8721-0046-4f07-92e9-f9ebdf1484d2, infoPort=38025, infoSecurePort=0, ipcPort=34031, storageInfo=lv=-57;cid=testClusterID;nsid=855119982;c=1732090726536), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:18:47,249 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632 2024-11-20T08:18:47,252 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/cluster_817bd803-b0d0-0fc0-fc3c-6cf1fd4b981a/zookeeper_0, clientPort=53670, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/cluster_817bd803-b0d0-0fc0-fc3c-6cf1fd4b981a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/cluster_817bd803-b0d0-0fc0-fc3c-6cf1fd4b981a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T08:18:47,253 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=53670 2024-11-20T08:18:47,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:47,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:47,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:18:47,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37685 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:18:47,264 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e with version=8 2024-11-20T08:18:47,264 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/hbase-staging 2024-11-20T08:18:47,266 INFO [Time-limited test {}] client.ConnectionUtils(129): master/a04d4489dc6d:0 server-side Connection retries=45 2024-11-20T08:18:47,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:47,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:47,266 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:18:47,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:47,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:18:47,267 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:18:47,267 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:18:47,267 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42731 2024-11-20T08:18:47,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:47,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:47,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:42731 connecting to ZooKeeper ensemble=127.0.0.1:53670 2024-11-20T08:18:47,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427310x0, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:18:47,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42731-0x1001402c43a0000 connected 2024-11-20T08:18:47,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:18:47,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:47,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:18:47,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42731 2024-11-20T08:18:47,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42731 2024-11-20T08:18:47,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42731 2024-11-20T08:18:47,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42731 2024-11-20T08:18:47,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42731 2024-11-20T08:18:47,295 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e, hbase.cluster.distributed=false 2024-11-20T08:18:47,311 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/a04d4489dc6d:0 server-side Connection retries=45 2024-11-20T08:18:47,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:47,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:47,311 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:18:47,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:47,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:18:47,311 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:18:47,311 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:18:47,312 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46615 2024-11-20T08:18:47,312 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:18:47,319 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-20T08:18:47,325 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-20T08:18:47,328 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-20T08:18:47,329 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-20T08:18:47,330 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:18:47,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:47,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:47,337 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46615 connecting to ZooKeeper ensemble=127.0.0.1:53670 2024-11-20T08:18:47,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466150x0, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:18:47,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46615-0x1001402c43a0001 connected 2024-11-20T08:18:47,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46615-0x1001402c43a0001, quorum=127.0.0.1:53670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:18:47,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46615-0x1001402c43a0001, quorum=127.0.0.1:53670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:47,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46615-0x1001402c43a0001, quorum=127.0.0.1:53670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:18:47,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46615 2024-11-20T08:18:47,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46615 2024-11-20T08:18:47,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46615 2024-11-20T08:18:47,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46615 2024-11-20T08:18:47,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46615 2024-11-20T08:18:47,358 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/a04d4489dc6d:0 server-side Connection retries=45 2024-11-20T08:18:47,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:47,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:47,358 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:18:47,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:47,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:18:47,358 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:18:47,358 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:18:47,359 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41957 2024-11-20T08:18:47,359 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:18:47,360 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-20T08:18:47,366 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-20T08:18:47,366 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-20T08:18:47,368 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-20T08:18:47,368 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:18:47,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:47,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:47,373 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41957 connecting to ZooKeeper ensemble=127.0.0.1:53670 2024-11-20T08:18:47,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419570x0, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:18:47,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419570x0, quorum=127.0.0.1:53670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:18:47,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41957-0x1001402c43a0002 connected 2024-11-20T08:18:47,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41957-0x1001402c43a0002, quorum=127.0.0.1:53670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:47,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41957-0x1001402c43a0002, quorum=127.0.0.1:53670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:18:47,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41957 2024-11-20T08:18:47,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41957 2024-11-20T08:18:47,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41957 2024-11-20T08:18:47,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41957 2024-11-20T08:18:47,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41957 2024-11-20T08:18:47,380 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/a04d4489dc6d,42731,1732090727266 2024-11-20T08:18:47,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x1001402c43a0002, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:47,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:47,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1001402c43a0001, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:47,384 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a04d4489dc6d,42731,1732090727266 2024-11-20T08:18:47,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x1001402c43a0002, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:18:47,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1001402c43a0001, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:18:47,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:18:47,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1001402c43a0001, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:47,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x1001402c43a0002, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:47,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:47,387 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T08:18:47,387 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a04d4489dc6d,42731,1732090727266 from backup master directory 2024-11-20T08:18:47,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a04d4489dc6d,42731,1732090727266 2024-11-20T08:18:47,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x1001402c43a0002, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:47,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1001402c43a0001, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:47,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:47,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T08:18:47,389 WARN [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:18:47,389 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a04d4489dc6d,42731,1732090727266 2024-11-20T08:18:47,394 DEBUG [M:0;a04d4489dc6d:42731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a04d4489dc6d:42731 2024-11-20T08:18:47,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37685 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:18:47,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:18:47,403 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/hbase.id with ID: 463995c6-2b60-4611-9f82-bc6e8b6e540f 2024-11-20T08:18:47,413 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:47,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x1001402c43a0002, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:47,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:47,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1001402c43a0001, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:47,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37685 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:18:47,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:18:47,423 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:18:47,424 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:18:47,424 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:47,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37685 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:18:47,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:18:47,432 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/MasterData/data/master/store 2024-11-20T08:18:47,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37685 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:18:47,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:18:47,439 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:47,439 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:18:47,439 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:47,439 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:47,439 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:18:47,439 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:47,439 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:47,439 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T08:18:47,440 WARN [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/MasterData/data/master/store/.initializing 2024-11-20T08:18:47,440 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/MasterData/WALs/a04d4489dc6d,42731,1732090727266 2024-11-20T08:18:47,441 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:18:47,443 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C42731%2C1732090727266, suffix=, logDir=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/MasterData/WALs/a04d4489dc6d,42731,1732090727266, archiveDir=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/MasterData/oldWALs, maxLogs=10 2024-11-20T08:18:47,457 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/MasterData/WALs/a04d4489dc6d,42731,1732090727266/a04d4489dc6d%2C42731%2C1732090727266.1732090727443, exclude list is [], retry=0 2024-11-20T08:18:47,459 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37685,DS-fc95482f-4caa-4e63-b366-dbb275fe54a1,DISK] 2024-11-20T08:18:47,459 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43175,DS-f83f85d0-2e1a-4818-9204-5d17a849c850,DISK] 2024-11-20T08:18:47,461 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/MasterData/WALs/a04d4489dc6d,42731,1732090727266/a04d4489dc6d%2C42731%2C1732090727266.1732090727443 2024-11-20T08:18:47,461 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43377:43377),(127.0.0.1/127.0.0.1:38025:38025)] 2024-11-20T08:18:47,461 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:18:47,462 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:47,462 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:47,462 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:47,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:47,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:18:47,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:47,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:47,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:47,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:18:47,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:47,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:47,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:47,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:18:47,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:47,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:47,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:47,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:18:47,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:47,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:47,471 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:47,471 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:47,473 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:18:47,475 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:47,477 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:47,477 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68424451, jitterRate=0.019603773951530457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:18:47,478 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T08:18:47,478 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:18:47,482 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752cd8c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:47,482 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-20T08:18:47,483 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:18:47,483 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:18:47,483 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:18:47,483 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:18:47,484 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:18:47,484 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:18:47,486 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:18:47,487 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T08:18:47,488 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-20T08:18:47,489 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:18:47,489 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:18:47,490 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-20T08:18:47,491 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:18:47,491 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:18:47,493 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-20T08:18:47,493 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:18:47,495 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T08:18:47,496 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:18:47,497 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T08:18:47,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x1001402c43a0002, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:47,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1001402c43a0001, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:47,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:47,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x1001402c43a0002, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:47,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:47,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1001402c43a0001, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:47,499 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=a04d4489dc6d,42731,1732090727266, sessionid=0x1001402c43a0000, setting cluster-up flag (Was=false) 2024-11-20T08:18:47,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x1001402c43a0002, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:47,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:47,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1001402c43a0001, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:47,509 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T08:18:47,510 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a04d4489dc6d,42731,1732090727266 2024-11-20T08:18:47,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:47,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1001402c43a0001, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:47,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x1001402c43a0002, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:47,517 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T08:18:47,518 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a04d4489dc6d,42731,1732090727266 2024-11-20T08:18:47,521 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-20T08:18:47,521 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-20T08:18:47,521 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:18:47,521 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a04d4489dc6d,42731,1732090727266 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:18:47,521 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:47,521 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:47,521 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:47,521 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:47,521 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a04d4489dc6d:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:18:47,521 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:47,522 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:18:47,522 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:47,523 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:18:47,523 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:18:47,524 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:47,524 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:18:47,524 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090757524 2024-11-20T08:18:47,525 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:18:47,525 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:18:47,525 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:18:47,525 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:18:47,525 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:18:47,525 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:18:47,525 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:47,525 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:18:47,526 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:18:47,526 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:18:47,526 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:18:47,526 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:18:47,526 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.large.0-1732090727526,5,FailOnTimeoutGroup] 2024-11-20T08:18:47,526 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.small.0-1732090727526,5,FailOnTimeoutGroup] 2024-11-20T08:18:47,526 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:47,526 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:18:47,526 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:47,526 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:47,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741831_1007 (size=1039) 2024-11-20T08:18:47,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37685 is added to blk_1073741831_1007 (size=1039) 2024-11-20T08:18:47,533 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-20T08:18:47,533 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e 2024-11-20T08:18:47,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37685 is added to blk_1073741832_1008 (size=32) 2024-11-20T08:18:47,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741832_1008 (size=32) 2024-11-20T08:18:47,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:47,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:18:47,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:18:47,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:47,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:47,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:18:47,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:18:47,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:47,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:47,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:18:47,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:18:47,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:47,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:47,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/hbase/meta/1588230740 2024-11-20T08:18:47,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/hbase/meta/1588230740 2024-11-20T08:18:47,551 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:18:47,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T08:18:47,554 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:47,555 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69632132, jitterRate=0.03759962320327759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:18:47,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T08:18:47,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:18:47,555 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T08:18:47,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T08:18:47,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:18:47,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:18:47,556 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T08:18:47,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T08:18:47,557 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:18:47,557 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-20T08:18:47,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:18:47,558 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:18:47,559 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:18:47,593 DEBUG [RS:0;a04d4489dc6d:46615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a04d4489dc6d:46615 2024-11-20T08:18:47,593 DEBUG [RS:1;a04d4489dc6d:41957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a04d4489dc6d:41957 2024-11-20T08:18:47,593 INFO [RS:0;a04d4489dc6d:46615 {}] regionserver.HRegionServer(1008): ClusterId : 463995c6-2b60-4611-9f82-bc6e8b6e540f 2024-11-20T08:18:47,594 DEBUG [RS:0;a04d4489dc6d:46615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:18:47,594 INFO [RS:1;a04d4489dc6d:41957 {}] regionserver.HRegionServer(1008): ClusterId : 463995c6-2b60-4611-9f82-bc6e8b6e540f 2024-11-20T08:18:47,594 DEBUG [RS:1;a04d4489dc6d:41957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:18:47,596 DEBUG [RS:0;a04d4489dc6d:46615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:18:47,596 DEBUG [RS:0;a04d4489dc6d:46615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:18:47,597 DEBUG [RS:1;a04d4489dc6d:41957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:18:47,597 DEBUG [RS:1;a04d4489dc6d:41957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:18:47,601 DEBUG [RS:0;a04d4489dc6d:46615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:18:47,601 DEBUG [RS:1;a04d4489dc6d:41957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:18:47,601 DEBUG [RS:0;a04d4489dc6d:46615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1651fd07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:47,602 DEBUG [RS:0;a04d4489dc6d:46615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3851c48e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a04d4489dc6d/172.17.0.2:0 2024-11-20T08:18:47,602 DEBUG [RS:1;a04d4489dc6d:41957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e620377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:47,602 INFO [RS:0;a04d4489dc6d:46615 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T08:18:47,602 INFO [RS:0;a04d4489dc6d:46615 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T08:18:47,602 DEBUG [RS:0;a04d4489dc6d:46615 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T08:18:47,602 DEBUG [RS:1;a04d4489dc6d:41957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726a14d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a04d4489dc6d/172.17.0.2:0 2024-11-20T08:18:47,602 INFO [RS:1;a04d4489dc6d:41957 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T08:18:47,602 INFO [RS:1;a04d4489dc6d:41957 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T08:18:47,602 DEBUG [RS:1;a04d4489dc6d:41957 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T08:18:47,603 INFO [RS:0;a04d4489dc6d:46615 {}] regionserver.HRegionServer(3073): reportForDuty to master=a04d4489dc6d,42731,1732090727266 with isa=a04d4489dc6d/172.17.0.2:46615, startcode=1732090727311 2024-11-20T08:18:47,603 DEBUG [RS:0;a04d4489dc6d:46615 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:18:47,603 INFO [RS:1;a04d4489dc6d:41957 {}] regionserver.HRegionServer(3073): reportForDuty to master=a04d4489dc6d,42731,1732090727266 with isa=a04d4489dc6d/172.17.0.2:41957, startcode=1732090727357 2024-11-20T08:18:47,603 DEBUG [RS:1;a04d4489dc6d:41957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:18:47,605 INFO [RS-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37043, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:18:47,605 INFO [RS-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35285, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:18:47,605 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42731 {}] master.ServerManager(332): Checking decommissioned status of RegionServer a04d4489dc6d,41957,1732090727357 2024-11-20T08:18:47,606 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42731 {}] master.ServerManager(486): Registering regionserver=a04d4489dc6d,41957,1732090727357 2024-11-20T08:18:47,607 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42731 {}] master.ServerManager(332): Checking decommissioned status of RegionServer a04d4489dc6d,46615,1732090727311 2024-11-20T08:18:47,607 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42731 {}] master.ServerManager(486): Registering regionserver=a04d4489dc6d,46615,1732090727311 2024-11-20T08:18:47,607 DEBUG [RS:1;a04d4489dc6d:41957 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e 2024-11-20T08:18:47,607 DEBUG [RS:1;a04d4489dc6d:41957 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37473 2024-11-20T08:18:47,607 DEBUG [RS:1;a04d4489dc6d:41957 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T08:18:47,608 DEBUG [RS:0;a04d4489dc6d:46615 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e 2024-11-20T08:18:47,608 DEBUG [RS:0;a04d4489dc6d:46615 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37473 2024-11-20T08:18:47,608 DEBUG [RS:0;a04d4489dc6d:46615 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T08:18:47,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:18:47,613 DEBUG [RS:1;a04d4489dc6d:41957 {}] zookeeper.ZKUtil(111): regionserver:41957-0x1001402c43a0002, quorum=127.0.0.1:53670, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a04d4489dc6d,41957,1732090727357 2024-11-20T08:18:47,613 WARN [RS:1;a04d4489dc6d:41957 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:18:47,613 INFO [RS:1;a04d4489dc6d:41957 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:47,613 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a04d4489dc6d,41957,1732090727357] 2024-11-20T08:18:47,613 DEBUG [RS:1;a04d4489dc6d:41957 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/WALs/a04d4489dc6d,41957,1732090727357 2024-11-20T08:18:47,613 DEBUG [RS:0;a04d4489dc6d:46615 {}] zookeeper.ZKUtil(111): regionserver:46615-0x1001402c43a0001, quorum=127.0.0.1:53670, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a04d4489dc6d,46615,1732090727311 2024-11-20T08:18:47,613 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a04d4489dc6d,46615,1732090727311] 2024-11-20T08:18:47,613 WARN [RS:0;a04d4489dc6d:46615 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:18:47,613 INFO [RS:0;a04d4489dc6d:46615 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:47,614 DEBUG [RS:0;a04d4489dc6d:46615 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/WALs/a04d4489dc6d,46615,1732090727311 2024-11-20T08:18:47,616 DEBUG [RS:0;a04d4489dc6d:46615 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T08:18:47,617 DEBUG [RS:1;a04d4489dc6d:41957 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T08:18:47,617 INFO [RS:0;a04d4489dc6d:46615 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:18:47,617 INFO [RS:1;a04d4489dc6d:41957 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:18:47,618 INFO [RS:0;a04d4489dc6d:46615 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:18:47,619 INFO [RS:0;a04d4489dc6d:46615 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:18:47,619 INFO [RS:0;a04d4489dc6d:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:47,619 INFO [RS:0;a04d4489dc6d:46615 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T08:18:47,619 INFO [RS:1;a04d4489dc6d:41957 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:18:47,620 INFO [RS:0;a04d4489dc6d:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:47,620 DEBUG [RS:0;a04d4489dc6d:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:47,620 DEBUG [RS:0;a04d4489dc6d:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:47,620 DEBUG [RS:0;a04d4489dc6d:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:47,620 INFO [RS:1;a04d4489dc6d:41957 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:18:47,620 DEBUG [RS:0;a04d4489dc6d:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:47,620 INFO [RS:1;a04d4489dc6d:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:47,620 DEBUG [RS:0;a04d4489dc6d:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:47,620 DEBUG [RS:0;a04d4489dc6d:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a04d4489dc6d:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:18:47,620 DEBUG [RS:0;a04d4489dc6d:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:47,620 DEBUG [RS:0;a04d4489dc6d:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:47,620 INFO [RS:1;a04d4489dc6d:41957 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T08:18:47,620 DEBUG [RS:0;a04d4489dc6d:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:47,620 DEBUG [RS:0;a04d4489dc6d:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:47,620 DEBUG [RS:0;a04d4489dc6d:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:47,620 DEBUG [RS:0;a04d4489dc6d:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a04d4489dc6d:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:47,620 DEBUG [RS:0;a04d4489dc6d:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:47,621 INFO [RS:1;a04d4489dc6d:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:47,621 DEBUG [RS:1;a04d4489dc6d:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:47,621 DEBUG [RS:1;a04d4489dc6d:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:47,621 DEBUG [RS:1;a04d4489dc6d:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:47,621 DEBUG [RS:1;a04d4489dc6d:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:47,621 DEBUG [RS:1;a04d4489dc6d:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:47,621 DEBUG [RS:1;a04d4489dc6d:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a04d4489dc6d:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:18:47,621 DEBUG [RS:1;a04d4489dc6d:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:47,621 DEBUG [RS:1;a04d4489dc6d:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:47,621 DEBUG [RS:1;a04d4489dc6d:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:47,621 DEBUG [RS:1;a04d4489dc6d:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:47,621 DEBUG [RS:1;a04d4489dc6d:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:47,621 DEBUG [RS:1;a04d4489dc6d:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a04d4489dc6d:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:47,621 DEBUG [RS:1;a04d4489dc6d:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:47,622 INFO [RS:0;a04d4489dc6d:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:47,622 INFO [RS:0;a04d4489dc6d:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:47,622 INFO [RS:0;a04d4489dc6d:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:47,622 INFO [RS:0;a04d4489dc6d:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:47,623 INFO [RS:0;a04d4489dc6d:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,46615,1732090727311-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:18:47,625 INFO [RS:1;a04d4489dc6d:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:47,625 INFO [RS:1;a04d4489dc6d:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:47,625 INFO [RS:1;a04d4489dc6d:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:47,625 INFO [RS:1;a04d4489dc6d:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:47,626 INFO [RS:1;a04d4489dc6d:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,41957,1732090727357-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:18:47,639 INFO [RS:0;a04d4489dc6d:46615 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:18:47,639 INFO [RS:0;a04d4489dc6d:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,46615,1732090727311-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:47,640 INFO [RS:1;a04d4489dc6d:41957 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:18:47,640 INFO [RS:1;a04d4489dc6d:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,41957,1732090727357-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:47,656 INFO [RS:1;a04d4489dc6d:41957 {}] regionserver.Replication(204): a04d4489dc6d,41957,1732090727357 started 2024-11-20T08:18:47,656 INFO [RS:1;a04d4489dc6d:41957 {}] regionserver.HRegionServer(1767): Serving as a04d4489dc6d,41957,1732090727357, RpcServer on a04d4489dc6d/172.17.0.2:41957, sessionid=0x1001402c43a0002 2024-11-20T08:18:47,656 DEBUG [RS:1;a04d4489dc6d:41957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:18:47,656 INFO [RS:0;a04d4489dc6d:46615 {}] regionserver.Replication(204): a04d4489dc6d,46615,1732090727311 started 2024-11-20T08:18:47,656 DEBUG [RS:1;a04d4489dc6d:41957 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a04d4489dc6d,41957,1732090727357 2024-11-20T08:18:47,656 DEBUG [RS:1;a04d4489dc6d:41957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a04d4489dc6d,41957,1732090727357' 2024-11-20T08:18:47,656 INFO [RS:0;a04d4489dc6d:46615 {}] regionserver.HRegionServer(1767): Serving as a04d4489dc6d,46615,1732090727311, RpcServer on a04d4489dc6d/172.17.0.2:46615, sessionid=0x1001402c43a0001 2024-11-20T08:18:47,656 DEBUG [RS:1;a04d4489dc6d:41957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T08:18:47,656 DEBUG [RS:0;a04d4489dc6d:46615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:18:47,656 DEBUG [RS:0;a04d4489dc6d:46615 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a04d4489dc6d,46615,1732090727311 2024-11-20T08:18:47,656 DEBUG [RS:0;a04d4489dc6d:46615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a04d4489dc6d,46615,1732090727311' 2024-11-20T08:18:47,656 DEBUG [RS:0;a04d4489dc6d:46615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T08:18:47,656 DEBUG [RS:0;a04d4489dc6d:46615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T08:18:47,656 DEBUG [RS:1;a04d4489dc6d:41957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T08:18:47,657 DEBUG [RS:0;a04d4489dc6d:46615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:18:47,657 DEBUG [RS:0;a04d4489dc6d:46615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:18:47,657 DEBUG [RS:0;a04d4489dc6d:46615 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a04d4489dc6d,46615,1732090727311 2024-11-20T08:18:47,657 DEBUG [RS:0;a04d4489dc6d:46615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a04d4489dc6d,46615,1732090727311' 2024-11-20T08:18:47,657 DEBUG [RS:0;a04d4489dc6d:46615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T08:18:47,657 DEBUG [RS:1;a04d4489dc6d:41957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:18:47,657 DEBUG [RS:1;a04d4489dc6d:41957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:18:47,657 DEBUG [RS:1;a04d4489dc6d:41957 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a04d4489dc6d,41957,1732090727357 2024-11-20T08:18:47,657 DEBUG [RS:1;a04d4489dc6d:41957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a04d4489dc6d,41957,1732090727357' 2024-11-20T08:18:47,657 DEBUG [RS:1;a04d4489dc6d:41957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T08:18:47,657 DEBUG [RS:0;a04d4489dc6d:46615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T08:18:47,657 DEBUG [RS:1;a04d4489dc6d:41957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T08:18:47,658 DEBUG [RS:0;a04d4489dc6d:46615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:18:47,658 INFO [RS:0;a04d4489dc6d:46615 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:18:47,658 INFO [RS:0;a04d4489dc6d:46615 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:18:47,658 DEBUG [RS:1;a04d4489dc6d:41957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:18:47,658 INFO [RS:1;a04d4489dc6d:41957 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:18:47,658 INFO [RS:1;a04d4489dc6d:41957 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:18:47,709 WARN [a04d4489dc6d:42731 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-20T08:18:47,758 INFO [RS:0;a04d4489dc6d:46615 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:18:47,758 INFO [RS:1;a04d4489dc6d:41957 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:18:47,760 INFO [RS:0;a04d4489dc6d:46615 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C46615%2C1732090727311, suffix=, logDir=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/WALs/a04d4489dc6d,46615,1732090727311, archiveDir=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/oldWALs, maxLogs=32 2024-11-20T08:18:47,760 INFO [RS:1;a04d4489dc6d:41957 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C41957%2C1732090727357, suffix=, logDir=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/WALs/a04d4489dc6d,41957,1732090727357, archiveDir=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/oldWALs, maxLogs=32 2024-11-20T08:18:47,773 DEBUG [RS:0;a04d4489dc6d:46615 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/WALs/a04d4489dc6d,46615,1732090727311/a04d4489dc6d%2C46615%2C1732090727311.1732090727760, exclude list is [], retry=0 2024-11-20T08:18:47,773 DEBUG [RS:1;a04d4489dc6d:41957 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/WALs/a04d4489dc6d,41957,1732090727357/a04d4489dc6d%2C41957%2C1732090727357.1732090727760, exclude list is [], retry=0 2024-11-20T08:18:47,777 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43175,DS-f83f85d0-2e1a-4818-9204-5d17a849c850,DISK] 2024-11-20T08:18:47,777 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37685,DS-fc95482f-4caa-4e63-b366-dbb275fe54a1,DISK] 2024-11-20T08:18:47,777 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37685,DS-fc95482f-4caa-4e63-b366-dbb275fe54a1,DISK] 2024-11-20T08:18:47,777 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43175,DS-f83f85d0-2e1a-4818-9204-5d17a849c850,DISK] 2024-11-20T08:18:47,779 INFO [RS:1;a04d4489dc6d:41957 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/WALs/a04d4489dc6d,41957,1732090727357/a04d4489dc6d%2C41957%2C1732090727357.1732090727760 2024-11-20T08:18:47,779 INFO [RS:0;a04d4489dc6d:46615 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/WALs/a04d4489dc6d,46615,1732090727311/a04d4489dc6d%2C46615%2C1732090727311.1732090727760 2024-11-20T08:18:47,779 DEBUG [RS:1;a04d4489dc6d:41957 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38025:38025),(127.0.0.1/127.0.0.1:43377:43377)] 2024-11-20T08:18:47,779 DEBUG [RS:0;a04d4489dc6d:46615 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43377:43377),(127.0.0.1/127.0.0.1:38025:38025)] 2024-11-20T08:18:47,959 DEBUG [a04d4489dc6d:42731 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-20T08:18:47,959 DEBUG [a04d4489dc6d:42731 {}] balancer.BalancerClusterState(202): Hosts are {a04d4489dc6d=0} racks are {/default-rack=0} 2024-11-20T08:18:47,961 DEBUG [a04d4489dc6d:42731 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T08:18:47,961 DEBUG [a04d4489dc6d:42731 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T08:18:47,961 INFO [a04d4489dc6d:42731 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T08:18:47,961 INFO [a04d4489dc6d:42731 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T08:18:47,961 DEBUG [a04d4489dc6d:42731 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T08:18:47,962 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a04d4489dc6d,41957,1732090727357 2024-11-20T08:18:47,963 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a04d4489dc6d,41957,1732090727357, state=OPENING 2024-11-20T08:18:47,964 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:18:47,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x1001402c43a0002, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:47,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:47,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1001402c43a0001, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:47,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=a04d4489dc6d,41957,1732090727357}] 2024-11-20T08:18:47,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:47,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:47,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:48,119 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,41957,1732090727357 2024-11-20T08:18:48,119 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:18:48,121 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37894, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:18:48,124 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-20T08:18:48,125 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:48,125 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:18:48,126 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C41957%2C1732090727357.meta, suffix=.meta, logDir=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/WALs/a04d4489dc6d,41957,1732090727357, archiveDir=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/oldWALs, maxLogs=32 2024-11-20T08:18:48,140 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/WALs/a04d4489dc6d,41957,1732090727357/a04d4489dc6d%2C41957%2C1732090727357.meta.1732090728127.meta, exclude list is [], retry=0 2024-11-20T08:18:48,142 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37685,DS-fc95482f-4caa-4e63-b366-dbb275fe54a1,DISK] 2024-11-20T08:18:48,142 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43175,DS-f83f85d0-2e1a-4818-9204-5d17a849c850,DISK] 2024-11-20T08:18:48,145 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/WALs/a04d4489dc6d,41957,1732090727357/a04d4489dc6d%2C41957%2C1732090727357.meta.1732090728127.meta 2024-11-20T08:18:48,145 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43377:43377),(127.0.0.1/127.0.0.1:38025:38025)] 2024-11-20T08:18:48,145 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:18:48,145 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:18:48,145 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:18:48,146 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:18:48,146 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:18:48,146 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:48,146 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-20T08:18:48,146 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-20T08:18:48,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:18:48,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:18:48,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:48,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:48,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:18:48,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:18:48,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:48,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:48,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:18:48,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:18:48,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:48,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:48,151 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/hbase/meta/1588230740 2024-11-20T08:18:48,152 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/hbase/meta/1588230740 2024-11-20T08:18:48,153 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:18:48,154 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T08:18:48,155 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65077444, jitterRate=-0.030270516872406006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:18:48,156 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T08:18:48,157 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090728119 2024-11-20T08:18:48,158 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:18:48,159 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-20T08:18:48,159 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,41957,1732090727357 2024-11-20T08:18:48,160 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a04d4489dc6d,41957,1732090727357, state=OPEN 2024-11-20T08:18:48,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x1001402c43a0002, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:18:48,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1001402c43a0001, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:18:48,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:18:48,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:48,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:48,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:48,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:18:48,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=a04d4489dc6d,41957,1732090727357 in 196 msec 2024-11-20T08:18:48,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:18:48,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 607 msec 2024-11-20T08:18:48,167 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 647 msec 2024-11-20T08:18:48,167 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090728167, completionTime=-1 2024-11-20T08:18:48,167 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-20T08:18:48,168 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-20T08:18:48,168 DEBUG [hconnection-0x4b058c47-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:48,170 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:18:48,171 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-20T08:18:48,171 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090788171 2024-11-20T08:18:48,171 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090848171 2024-11-20T08:18:48,171 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-20T08:18:48,178 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,42731,1732090727266-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:48,178 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,42731,1732090727266-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:48,178 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,42731,1732090727266-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:48,178 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a04d4489dc6d:42731, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:48,178 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:48,178 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-20T08:18:48,178 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:18:48,179 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-20T08:18:48,180 DEBUG [master/a04d4489dc6d:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-20T08:18:48,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:18:48,180 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:48,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:18:48,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741836_1012 (size=358) 2024-11-20T08:18:48,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37685 is added to blk_1073741836_1012 (size=358) 2024-11-20T08:18:48,592 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ef352309085e21a8e6044e534826dfea, NAME => 'hbase:namespace,,1732090728178.ef352309085e21a8e6044e534826dfea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e 2024-11-20T08:18:48,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741837_1013 (size=42) 2024-11-20T08:18:48,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37685 is added to blk_1073741837_1013 (size=42) 2024-11-20T08:18:48,600 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732090728178.ef352309085e21a8e6044e534826dfea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:48,600 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing ef352309085e21a8e6044e534826dfea, disabling compactions & flushes 2024-11-20T08:18:48,600 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732090728178.ef352309085e21a8e6044e534826dfea. 2024-11-20T08:18:48,600 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732090728178.ef352309085e21a8e6044e534826dfea. 2024-11-20T08:18:48,600 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732090728178.ef352309085e21a8e6044e534826dfea. after waiting 0 ms 2024-11-20T08:18:48,600 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732090728178.ef352309085e21a8e6044e534826dfea. 2024-11-20T08:18:48,600 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732090728178.ef352309085e21a8e6044e534826dfea. 2024-11-20T08:18:48,600 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for ef352309085e21a8e6044e534826dfea: 2024-11-20T08:18:48,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:18:48,602 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732090728178.ef352309085e21a8e6044e534826dfea.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732090728601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090728601"}]},"ts":"1732090728601"} 2024-11-20T08:18:48,604 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T08:18:48,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:18:48,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090728605"}]},"ts":"1732090728605"} 2024-11-20T08:18:48,606 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-20T08:18:48,612 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {a04d4489dc6d=0} racks are {/default-rack=0} 2024-11-20T08:18:48,612 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T08:18:48,612 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T08:18:48,612 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T08:18:48,612 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T08:18:48,612 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T08:18:48,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ef352309085e21a8e6044e534826dfea, ASSIGN}] 2024-11-20T08:18:48,614 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ef352309085e21a8e6044e534826dfea, ASSIGN 2024-11-20T08:18:48,614 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=ef352309085e21a8e6044e534826dfea, ASSIGN; state=OFFLINE, location=a04d4489dc6d,41957,1732090727357; forceNewPlan=false, retain=false 2024-11-20T08:18:48,765 INFO [a04d4489dc6d:42731 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T08:18:48,765 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ef352309085e21a8e6044e534826dfea, regionState=OPENING, regionLocation=a04d4489dc6d,41957,1732090727357 2024-11-20T08:18:48,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure ef352309085e21a8e6044e534826dfea, server=a04d4489dc6d,41957,1732090727357}] 2024-11-20T08:18:48,920 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,41957,1732090727357 2024-11-20T08:18:48,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732090728178.ef352309085e21a8e6044e534826dfea. 2024-11-20T08:18:48,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => ef352309085e21a8e6044e534826dfea, NAME => 'hbase:namespace,,1732090728178.ef352309085e21a8e6044e534826dfea.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:18:48,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace ef352309085e21a8e6044e534826dfea 2024-11-20T08:18:48,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732090728178.ef352309085e21a8e6044e534826dfea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:48,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for ef352309085e21a8e6044e534826dfea 2024-11-20T08:18:48,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for ef352309085e21a8e6044e534826dfea 2024-11-20T08:18:48,926 INFO [StoreOpener-ef352309085e21a8e6044e534826dfea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ef352309085e21a8e6044e534826dfea 2024-11-20T08:18:48,927 INFO [StoreOpener-ef352309085e21a8e6044e534826dfea-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef352309085e21a8e6044e534826dfea columnFamilyName info 2024-11-20T08:18:48,927 DEBUG [StoreOpener-ef352309085e21a8e6044e534826dfea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:48,928 INFO [StoreOpener-ef352309085e21a8e6044e534826dfea-1 {}] regionserver.HStore(327): Store=ef352309085e21a8e6044e534826dfea/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:48,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/hbase/namespace/ef352309085e21a8e6044e534826dfea 2024-11-20T08:18:48,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/hbase/namespace/ef352309085e21a8e6044e534826dfea 2024-11-20T08:18:48,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for ef352309085e21a8e6044e534826dfea 2024-11-20T08:18:48,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/hbase/namespace/ef352309085e21a8e6044e534826dfea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:48,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened ef352309085e21a8e6044e534826dfea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62493192, jitterRate=-0.0687788724899292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T08:18:48,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for ef352309085e21a8e6044e534826dfea: 2024-11-20T08:18:48,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732090728178.ef352309085e21a8e6044e534826dfea., pid=6, masterSystemTime=1732090728920 2024-11-20T08:18:48,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732090728178.ef352309085e21a8e6044e534826dfea. 2024-11-20T08:18:48,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732090728178.ef352309085e21a8e6044e534826dfea. 2024-11-20T08:18:48,937 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ef352309085e21a8e6044e534826dfea, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,41957,1732090727357 2024-11-20T08:18:48,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:18:48,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure ef352309085e21a8e6044e534826dfea, server=a04d4489dc6d,41957,1732090727357 in 171 msec 2024-11-20T08:18:48,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T08:18:48,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=ef352309085e21a8e6044e534826dfea, ASSIGN in 327 msec 2024-11-20T08:18:48,943 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:18:48,943 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090728943"}]},"ts":"1732090728943"} 2024-11-20T08:18:48,945 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-20T08:18:48,948 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:18:48,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 770 msec 2024-11-20T08:18:48,981 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-20T08:18:48,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-20T08:18:48,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x1001402c43a0002, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:48,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1001402c43a0001, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:48,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:48,987 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-20T08:18:48,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T08:18:48,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 11 msec 2024-11-20T08:18:49,009 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-20T08:18:49,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T08:18:49,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 10 msec 2024-11-20T08:18:49,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-20T08:18:49,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-20T08:18:49,027 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.638sec 2024-11-20T08:18:49,027 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:18:49,027 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:18:49,027 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:18:49,027 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:18:49,027 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:18:49,027 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,42731,1732090727266-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:18:49,027 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,42731,1732090727266-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:18:49,029 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:18:49,029 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:18:49,029 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,42731,1732090727266-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:49,083 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32f5205f to 127.0.0.1:53670 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78360ae1 2024-11-20T08:18:49,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cfdc771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:49,088 DEBUG [hconnection-0x3e19129c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:49,090 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:18:49,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=a04d4489dc6d,42731,1732090727266 2024-11-20T08:18:49,093 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:18:49,094 INFO [RS-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:18:49,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42731 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:18:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42731 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-20T08:18:49,098 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:18:49,098 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:49,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42731 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-20T08:18:49,099 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:18:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:18:49,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741838_1014 (size=379) 2024-11-20T08:18:49,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37685 is added to blk_1073741838_1014 (size=379) 2024-11-20T08:18:49,110 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e18d334afcf0db74bcc05c15cce5ba92, NAME => 'testClearRegionBlockCache,,1732090729095.e18d334afcf0db74bcc05c15cce5ba92.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e 2024-11-20T08:18:49,111 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 078302493349dcd72cd5e5da64b4616a, NAME => 'testClearRegionBlockCache,5,1732090729095.078302493349dcd72cd5e5da64b4616a.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e 2024-11-20T08:18:49,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741839_1015 (size=61) 2024-11-20T08:18:49,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37685 is added to blk_1073741839_1015 (size=61) 2024-11-20T08:18:49,118 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732090729095.078302493349dcd72cd5e5da64b4616a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:49,118 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 078302493349dcd72cd5e5da64b4616a, disabling compactions & flushes 2024-11-20T08:18:49,118 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732090729095.078302493349dcd72cd5e5da64b4616a. 2024-11-20T08:18:49,118 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732090729095.078302493349dcd72cd5e5da64b4616a. 2024-11-20T08:18:49,118 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732090729095.078302493349dcd72cd5e5da64b4616a. after waiting 0 ms 2024-11-20T08:18:49,118 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732090729095.078302493349dcd72cd5e5da64b4616a. 2024-11-20T08:18:49,119 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732090729095.078302493349dcd72cd5e5da64b4616a. 2024-11-20T08:18:49,119 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 078302493349dcd72cd5e5da64b4616a: 2024-11-20T08:18:49,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37685 is added to blk_1073741840_1016 (size=61) 2024-11-20T08:18:49,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741840_1016 (size=61) 2024-11-20T08:18:49,121 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732090729095.e18d334afcf0db74bcc05c15cce5ba92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:49,121 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing e18d334afcf0db74bcc05c15cce5ba92, disabling compactions & flushes 2024-11-20T08:18:49,121 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732090729095.e18d334afcf0db74bcc05c15cce5ba92. 2024-11-20T08:18:49,121 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732090729095.e18d334afcf0db74bcc05c15cce5ba92. 2024-11-20T08:18:49,121 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732090729095.e18d334afcf0db74bcc05c15cce5ba92. after waiting 0 ms 2024-11-20T08:18:49,122 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732090729095.e18d334afcf0db74bcc05c15cce5ba92. 2024-11-20T08:18:49,122 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732090729095.e18d334afcf0db74bcc05c15cce5ba92. 2024-11-20T08:18:49,122 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for e18d334afcf0db74bcc05c15cce5ba92: 2024-11-20T08:18:49,123 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:18:49,123 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732090729095.078302493349dcd72cd5e5da64b4616a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732090729123"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090729123"}]},"ts":"1732090729123"} 2024-11-20T08:18:49,123 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732090729095.e18d334afcf0db74bcc05c15cce5ba92.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732090729123"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090729123"}]},"ts":"1732090729123"} 2024-11-20T08:18:49,126 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-20T08:18:49,127 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:18:49,128 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090729127"}]},"ts":"1732090729127"} 2024-11-20T08:18:49,129 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-20T08:18:49,133 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {a04d4489dc6d=0} racks are {/default-rack=0} 2024-11-20T08:18:49,135 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T08:18:49,135 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T08:18:49,135 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T08:18:49,135 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T08:18:49,135 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T08:18:49,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e18d334afcf0db74bcc05c15cce5ba92, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=078302493349dcd72cd5e5da64b4616a, ASSIGN}] 2024-11-20T08:18:49,136 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e18d334afcf0db74bcc05c15cce5ba92, ASSIGN 2024-11-20T08:18:49,136 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=078302493349dcd72cd5e5da64b4616a, ASSIGN 2024-11-20T08:18:49,137 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e18d334afcf0db74bcc05c15cce5ba92, ASSIGN; state=OFFLINE, location=a04d4489dc6d,46615,1732090727311; forceNewPlan=false, retain=false 2024-11-20T08:18:49,137 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=078302493349dcd72cd5e5da64b4616a, ASSIGN; state=OFFLINE, location=a04d4489dc6d,41957,1732090727357; forceNewPlan=false, retain=false 2024-11-20T08:18:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:18:49,287 INFO [a04d4489dc6d:42731 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-20T08:18:49,288 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=e18d334afcf0db74bcc05c15cce5ba92, regionState=OPENING, regionLocation=a04d4489dc6d,46615,1732090727311 2024-11-20T08:18:49,288 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=078302493349dcd72cd5e5da64b4616a, regionState=OPENING, regionLocation=a04d4489dc6d,41957,1732090727357 2024-11-20T08:18:49,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure e18d334afcf0db74bcc05c15cce5ba92, server=a04d4489dc6d,46615,1732090727311}] 2024-11-20T08:18:49,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 078302493349dcd72cd5e5da64b4616a, server=a04d4489dc6d,41957,1732090727357}] 2024-11-20T08:18:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:18:49,443 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,46615,1732090727311 2024-11-20T08:18:49,443 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,41957,1732090727357 2024-11-20T08:18:49,443 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:18:49,445 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:18:49,447 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732090729095.078302493349dcd72cd5e5da64b4616a. 2024-11-20T08:18:49,447 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 078302493349dcd72cd5e5da64b4616a, NAME => 'testClearRegionBlockCache,5,1732090729095.078302493349dcd72cd5e5da64b4616a.', STARTKEY => '5', ENDKEY => ''} 2024-11-20T08:18:49,447 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 078302493349dcd72cd5e5da64b4616a 2024-11-20T08:18:49,447 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732090729095.078302493349dcd72cd5e5da64b4616a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:49,447 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 078302493349dcd72cd5e5da64b4616a 2024-11-20T08:18:49,447 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 078302493349dcd72cd5e5da64b4616a 2024-11-20T08:18:49,448 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732090729095.e18d334afcf0db74bcc05c15cce5ba92. 2024-11-20T08:18:49,448 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => e18d334afcf0db74bcc05c15cce5ba92, NAME => 'testClearRegionBlockCache,,1732090729095.e18d334afcf0db74bcc05c15cce5ba92.', STARTKEY => '', ENDKEY => '5'} 2024-11-20T08:18:49,448 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e18d334afcf0db74bcc05c15cce5ba92 2024-11-20T08:18:49,448 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732090729095.e18d334afcf0db74bcc05c15cce5ba92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:49,448 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for e18d334afcf0db74bcc05c15cce5ba92 2024-11-20T08:18:49,448 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for e18d334afcf0db74bcc05c15cce5ba92 2024-11-20T08:18:49,449 INFO [StoreOpener-078302493349dcd72cd5e5da64b4616a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 078302493349dcd72cd5e5da64b4616a 2024-11-20T08:18:49,449 INFO [StoreOpener-e18d334afcf0db74bcc05c15cce5ba92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e18d334afcf0db74bcc05c15cce5ba92 2024-11-20T08:18:49,450 INFO [StoreOpener-078302493349dcd72cd5e5da64b4616a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 078302493349dcd72cd5e5da64b4616a columnFamilyName family 2024-11-20T08:18:49,451 DEBUG [StoreOpener-078302493349dcd72cd5e5da64b4616a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:49,451 INFO [StoreOpener-e18d334afcf0db74bcc05c15cce5ba92-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e18d334afcf0db74bcc05c15cce5ba92 columnFamilyName family 2024-11-20T08:18:49,451 DEBUG [StoreOpener-e18d334afcf0db74bcc05c15cce5ba92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:49,451 INFO [StoreOpener-078302493349dcd72cd5e5da64b4616a-1 {}] regionserver.HStore(327): Store=078302493349dcd72cd5e5da64b4616a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:49,451 INFO [StoreOpener-e18d334afcf0db74bcc05c15cce5ba92-1 {}] regionserver.HStore(327): Store=e18d334afcf0db74bcc05c15cce5ba92/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:49,452 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/default/testClearRegionBlockCache/e18d334afcf0db74bcc05c15cce5ba92 2024-11-20T08:18:49,452 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/default/testClearRegionBlockCache/078302493349dcd72cd5e5da64b4616a 2024-11-20T08:18:49,452 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/default/testClearRegionBlockCache/e18d334afcf0db74bcc05c15cce5ba92 2024-11-20T08:18:49,453 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/default/testClearRegionBlockCache/078302493349dcd72cd5e5da64b4616a 2024-11-20T08:18:49,454 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for e18d334afcf0db74bcc05c15cce5ba92 2024-11-20T08:18:49,454 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 078302493349dcd72cd5e5da64b4616a 2024-11-20T08:18:49,456 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/default/testClearRegionBlockCache/078302493349dcd72cd5e5da64b4616a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:49,457 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/default/testClearRegionBlockCache/e18d334afcf0db74bcc05c15cce5ba92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:49,457 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 078302493349dcd72cd5e5da64b4616a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64255816, jitterRate=-0.04251372814178467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T08:18:49,457 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened e18d334afcf0db74bcc05c15cce5ba92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65476576, jitterRate=-0.024322986602783203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T08:18:49,458 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 078302493349dcd72cd5e5da64b4616a: 2024-11-20T08:18:49,458 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for e18d334afcf0db74bcc05c15cce5ba92: 2024-11-20T08:18:49,458 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732090729095.078302493349dcd72cd5e5da64b4616a., pid=13, masterSystemTime=1732090729443 2024-11-20T08:18:49,458 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732090729095.e18d334afcf0db74bcc05c15cce5ba92., pid=12, masterSystemTime=1732090729443 2024-11-20T08:18:49,460 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732090729095.e18d334afcf0db74bcc05c15cce5ba92. 2024-11-20T08:18:49,460 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732090729095.e18d334afcf0db74bcc05c15cce5ba92. 2024-11-20T08:18:49,461 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=e18d334afcf0db74bcc05c15cce5ba92, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,46615,1732090727311 2024-11-20T08:18:49,461 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732090729095.078302493349dcd72cd5e5da64b4616a. 2024-11-20T08:18:49,461 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732090729095.078302493349dcd72cd5e5da64b4616a. 2024-11-20T08:18:49,461 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=078302493349dcd72cd5e5da64b4616a, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,41957,1732090727357 2024-11-20T08:18:49,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-20T08:18:49,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure e18d334afcf0db74bcc05c15cce5ba92, server=a04d4489dc6d,46615,1732090727311 in 172 msec 2024-11-20T08:18:49,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-20T08:18:49,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 078302493349dcd72cd5e5da64b4616a, server=a04d4489dc6d,41957,1732090727357 in 172 msec 2024-11-20T08:18:49,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e18d334afcf0db74bcc05c15cce5ba92, ASSIGN in 329 msec 2024-11-20T08:18:49,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-20T08:18:49,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=078302493349dcd72cd5e5da64b4616a, ASSIGN in 330 msec 2024-11-20T08:18:49,467 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:18:49,467 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090729467"}]},"ts":"1732090729467"} 2024-11-20T08:18:49,469 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-20T08:18:49,471 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:18:49,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 375 msec 2024-11-20T08:18:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:18:49,706 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-20T08:18:49,706 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-20T08:18:49,706 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T08:18:49,709 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-20T08:18:49,709 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T08:18:49,709 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-20T08:18:49,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:49,713 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:18:49,728 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing e18d334afcf0db74bcc05c15cce5ba92 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-20T08:18:49,751 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/default/testClearRegionBlockCache/e18d334afcf0db74bcc05c15cce5ba92/.tmp/family/bb47dd7e267247a9ab3681660e87189f is 32, key is 1/family:/1732090729714/Put/seqid=0 2024-11-20T08:18:49,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37685 is added to blk_1073741841_1017 (size=5054) 2024-11-20T08:18:49,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741841_1017 (size=5054) 2024-11-20T08:18:49,757 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/default/testClearRegionBlockCache/e18d334afcf0db74bcc05c15cce5ba92/.tmp/family/bb47dd7e267247a9ab3681660e87189f 2024-11-20T08:18:49,763 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/default/testClearRegionBlockCache/e18d334afcf0db74bcc05c15cce5ba92/.tmp/family/bb47dd7e267247a9ab3681660e87189f as hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/default/testClearRegionBlockCache/e18d334afcf0db74bcc05c15cce5ba92/family/bb47dd7e267247a9ab3681660e87189f 2024-11-20T08:18:49,768 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/default/testClearRegionBlockCache/e18d334afcf0db74bcc05c15cce5ba92/family/bb47dd7e267247a9ab3681660e87189f, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T08:18:49,769 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for e18d334afcf0db74bcc05c15cce5ba92 in 42ms, sequenceid=8, compaction requested=false 2024-11-20T08:18:49,769 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for e18d334afcf0db74bcc05c15cce5ba92: 2024-11-20T08:18:49,769 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 078302493349dcd72cd5e5da64b4616a 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-20T08:18:49,786 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/default/testClearRegionBlockCache/078302493349dcd72cd5e5da64b4616a/.tmp/family/dd7685b4aebd4c8188503612133e0814 is 32, key is 5/family:/1732090729722/Put/seqid=0 2024-11-20T08:18:49,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37685 is added to blk_1073741842_1018 (size=5083) 2024-11-20T08:18:49,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741842_1018 (size=5083) 2024-11-20T08:18:49,792 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/default/testClearRegionBlockCache/078302493349dcd72cd5e5da64b4616a/.tmp/family/dd7685b4aebd4c8188503612133e0814 2024-11-20T08:18:49,798 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/default/testClearRegionBlockCache/078302493349dcd72cd5e5da64b4616a/.tmp/family/dd7685b4aebd4c8188503612133e0814 as hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/default/testClearRegionBlockCache/078302493349dcd72cd5e5da64b4616a/family/dd7685b4aebd4c8188503612133e0814 2024-11-20T08:18:49,803 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/default/testClearRegionBlockCache/078302493349dcd72cd5e5da64b4616a/family/dd7685b4aebd4c8188503612133e0814, entries=5, sequenceid=9, filesize=5.0 K 2024-11-20T08:18:49,804 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 078302493349dcd72cd5e5da64b4616a in 35ms, sequenceid=9, compaction requested=false 2024-11-20T08:18:49,804 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 078302493349dcd72cd5e5da64b4616a: 2024-11-20T08:18:49,805 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f49740c to 127.0.0.1:53670 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36e0b160 2024-11-20T08:18:49,812 DEBUG [ReadOnlyZKClient-127.0.0.1:53670@0x3f49740c {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4985c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:49,818 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-20T08:18:49,818 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-20T08:18:49,819 DEBUG [ReadOnlyZKClient-127.0.0.1:53670@0x3f49740c {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a04d4489dc6d,41957,1732090727357, seqNum=-1] 2024-11-20T08:18:49,819 DEBUG [ReadOnlyZKClient-127.0.0.1:53670@0x3f49740c {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:49,821 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:18:49,823 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:18:49,823 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:18:49,824 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:18:49,824 INFO [RS-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:18:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] bucket.BucketCache(1852): found 1 blocks for file dd7685b4aebd4c8188503612133e0814, starting offset: 0, end offset: 9223372036854775807 2024-11-20T08:18:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46615 {}] bucket.BucketCache(1852): found 1 blocks for file bb47dd7e267247a9ab3681660e87189f, starting offset: 0, end offset: 9223372036854775807 2024-11-20T08:18:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46615 {}] bucket.BucketCache(844): removed key bb47dd7e267247a9ab3681660e87189f_0 from back map with offset lock 2094080 in the evict process 2024-11-20T08:18:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] bucket.BucketCache(844): removed key dd7685b4aebd4c8188503612133e0814_0 from back map with offset lock 2094080 in the evict process 2024-11-20T08:18:49,827 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-20T08:18:49,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:18:49,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:49,827 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f49740c to 127.0.0.1:53670 2024-11-20T08:18:49,827 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T08:18:49,828 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T08:18:49,828 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x32f5205f to 127.0.0.1:53670 2024-11-20T08:18:49,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:49,828 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:18:49,828 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1106241427, stopped=false 2024-11-20T08:18:49,828 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=a04d4489dc6d,42731,1732090727266 2024-11-20T08:18:49,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1001402c43a0001, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:49,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:49,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x1001402c43a0002, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:49,830 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-20T08:18:49,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1001402c43a0001, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:49,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:49,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x1001402c43a0002, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:49,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:49,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46615-0x1001402c43a0001, quorum=127.0.0.1:53670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:49,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41957-0x1001402c43a0002, quorum=127.0.0.1:53670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:49,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:49,831 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'a04d4489dc6d,46615,1732090727311' ***** 2024-11-20T08:18:49,831 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T08:18:49,831 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'a04d4489dc6d,41957,1732090727357' ***** 2024-11-20T08:18:49,831 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T08:18:49,831 INFO [RS:1;a04d4489dc6d:41957 {}] bucket.BucketCache(1727): Disabling cache 2024-11-20T08:18:49,832 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-20T08:18:49,832 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-20T08:18:49,832 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-20T08:18:49,832 INFO [RS:1;a04d4489dc6d:41957 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-20T08:18:49,832 INFO [RS:1;a04d4489dc6d:41957 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:18:49,832 INFO [RS:0;a04d4489dc6d:46615 {}] bucket.BucketCache(1727): Disabling cache 2024-11-20T08:18:49,832 INFO [RS:1;a04d4489dc6d:41957 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:18:49,832 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T08:18:49,832 INFO [RS:1;a04d4489dc6d:41957 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:18:49,832 INFO [RS:0;a04d4489dc6d:46615 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-20T08:18:49,832 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-20T08:18:49,832 INFO [RS:1;a04d4489dc6d:41957 {}] regionserver.HRegionServer(3579): Received CLOSE for 078302493349dcd72cd5e5da64b4616a 2024-11-20T08:18:49,832 INFO [RS:0;a04d4489dc6d:46615 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:18:49,832 INFO [RS:0;a04d4489dc6d:46615 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:18:49,832 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-20T08:18:49,832 INFO [RS:0;a04d4489dc6d:46615 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:18:49,832 INFO [RS:0;a04d4489dc6d:46615 {}] regionserver.HRegionServer(3579): Received CLOSE for e18d334afcf0db74bcc05c15cce5ba92 2024-11-20T08:18:49,833 INFO [RS:1;a04d4489dc6d:41957 {}] regionserver.HRegionServer(3579): Received CLOSE for ef352309085e21a8e6044e534826dfea 2024-11-20T08:18:49,833 INFO [RS:1;a04d4489dc6d:41957 {}] regionserver.HRegionServer(1224): stopping server a04d4489dc6d,41957,1732090727357 2024-11-20T08:18:49,833 DEBUG [RS:1;a04d4489dc6d:41957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:49,833 INFO [RS:1;a04d4489dc6d:41957 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:18:49,833 INFO [RS:0;a04d4489dc6d:46615 {}] regionserver.HRegionServer(1224): stopping server a04d4489dc6d,46615,1732090727311 2024-11-20T08:18:49,833 INFO [RS:1;a04d4489dc6d:41957 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:18:49,833 INFO [RS:1;a04d4489dc6d:41957 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:18:49,833 DEBUG [RS:0;a04d4489dc6d:46615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:49,833 INFO [RS:0;a04d4489dc6d:46615 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-20T08:18:49,833 INFO [RS:1;a04d4489dc6d:41957 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-20T08:18:49,833 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e18d334afcf0db74bcc05c15cce5ba92, disabling compactions & flushes 2024-11-20T08:18:49,833 DEBUG [RS:0;a04d4489dc6d:46615 {}] regionserver.HRegionServer(1603): Online Regions={e18d334afcf0db74bcc05c15cce5ba92=testClearRegionBlockCache,,1732090729095.e18d334afcf0db74bcc05c15cce5ba92.} 2024-11-20T08:18:49,833 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732090729095.e18d334afcf0db74bcc05c15cce5ba92. 2024-11-20T08:18:49,833 DEBUG [RS:0;a04d4489dc6d:46615 {}] regionserver.HRegionServer(1629): Waiting on e18d334afcf0db74bcc05c15cce5ba92 2024-11-20T08:18:49,833 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732090729095.e18d334afcf0db74bcc05c15cce5ba92. 2024-11-20T08:18:49,833 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732090729095.e18d334afcf0db74bcc05c15cce5ba92. after waiting 0 ms 2024-11-20T08:18:49,833 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732090729095.e18d334afcf0db74bcc05c15cce5ba92. 2024-11-20T08:18:49,833 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-20T08:18:49,833 INFO [RS:1;a04d4489dc6d:41957 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-11-20T08:18:49,833 DEBUG [RS:1;a04d4489dc6d:41957 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 078302493349dcd72cd5e5da64b4616a=testClearRegionBlockCache,5,1732090729095.078302493349dcd72cd5e5da64b4616a., ef352309085e21a8e6044e534826dfea=hbase:namespace,,1732090728178.ef352309085e21a8e6044e534826dfea.} 2024-11-20T08:18:49,833 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 078302493349dcd72cd5e5da64b4616a, disabling compactions & flushes 2024-11-20T08:18:49,833 DEBUG [RS:1;a04d4489dc6d:41957 {}] regionserver.HRegionServer(1629): Waiting on 078302493349dcd72cd5e5da64b4616a, 1588230740, ef352309085e21a8e6044e534826dfea 2024-11-20T08:18:49,833 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T08:18:49,833 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732090729095.078302493349dcd72cd5e5da64b4616a. 2024-11-20T08:18:49,833 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732090729095.078302493349dcd72cd5e5da64b4616a. 2024-11-20T08:18:49,833 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732090729095.078302493349dcd72cd5e5da64b4616a. after waiting 0 ms 2024-11-20T08:18:49,833 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732090729095.078302493349dcd72cd5e5da64b4616a. 2024-11-20T08:18:49,833 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:18:49,834 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T08:18:49,834 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T08:18:49,834 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:18:49,834 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:18:49,834 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-20T08:18:49,838 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/default/testClearRegionBlockCache/e18d334afcf0db74bcc05c15cce5ba92/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T08:18:49,838 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/default/testClearRegionBlockCache/078302493349dcd72cd5e5da64b4616a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-20T08:18:49,839 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732090729095.e18d334afcf0db74bcc05c15cce5ba92. 2024-11-20T08:18:49,839 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e18d334afcf0db74bcc05c15cce5ba92: 2024-11-20T08:18:49,839 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732090729095.078302493349dcd72cd5e5da64b4616a. 2024-11-20T08:18:49,839 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 078302493349dcd72cd5e5da64b4616a: 2024-11-20T08:18:49,839 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732090729095.e18d334afcf0db74bcc05c15cce5ba92. 2024-11-20T08:18:49,839 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732090729095.078302493349dcd72cd5e5da64b4616a. 2024-11-20T08:18:49,839 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ef352309085e21a8e6044e534826dfea, disabling compactions & flushes 2024-11-20T08:18:49,839 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732090728178.ef352309085e21a8e6044e534826dfea. 2024-11-20T08:18:49,839 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732090728178.ef352309085e21a8e6044e534826dfea. 2024-11-20T08:18:49,839 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732090728178.ef352309085e21a8e6044e534826dfea. after waiting 0 ms 2024-11-20T08:18:49,839 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732090728178.ef352309085e21a8e6044e534826dfea. 2024-11-20T08:18:49,839 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing ef352309085e21a8e6044e534826dfea 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-20T08:18:49,851 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/hbase/meta/1588230740/.tmp/info/02a63316a82348ad8f04d6027a8ddea5 is 173, key is testClearRegionBlockCache,5,1732090729095.078302493349dcd72cd5e5da64b4616a./info:regioninfo/1732090729461/Put/seqid=0 2024-11-20T08:18:49,854 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/hbase/namespace/ef352309085e21a8e6044e534826dfea/.tmp/info/d0c261db791a4f4794cb1f249b5676c6 is 45, key is default/info:d/1732090728991/Put/seqid=0 2024-11-20T08:18:49,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37685 is added to blk_1073741843_1019 (size=9337) 2024-11-20T08:18:49,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741843_1019 (size=9337) 2024-11-20T08:18:49,858 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/hbase/meta/1588230740/.tmp/info/02a63316a82348ad8f04d6027a8ddea5 2024-11-20T08:18:49,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37685 is added to blk_1073741844_1020 (size=5037) 2024-11-20T08:18:49,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741844_1020 (size=5037) 2024-11-20T08:18:49,861 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/hbase/namespace/ef352309085e21a8e6044e534826dfea/.tmp/info/d0c261db791a4f4794cb1f249b5676c6 2024-11-20T08:18:49,867 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/hbase/namespace/ef352309085e21a8e6044e534826dfea/.tmp/info/d0c261db791a4f4794cb1f249b5676c6 as hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/hbase/namespace/ef352309085e21a8e6044e534826dfea/info/d0c261db791a4f4794cb1f249b5676c6 2024-11-20T08:18:49,872 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/hbase/namespace/ef352309085e21a8e6044e534826dfea/info/d0c261db791a4f4794cb1f249b5676c6, entries=2, sequenceid=6, filesize=4.9 K 2024-11-20T08:18:49,873 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for ef352309085e21a8e6044e534826dfea in 34ms, sequenceid=6, compaction requested=false 2024-11-20T08:18:49,876 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/hbase/namespace/ef352309085e21a8e6044e534826dfea/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T08:18:49,877 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732090728178.ef352309085e21a8e6044e534826dfea. 2024-11-20T08:18:49,877 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ef352309085e21a8e6044e534826dfea: 2024-11-20T08:18:49,877 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732090728178.ef352309085e21a8e6044e534826dfea. 2024-11-20T08:18:49,884 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/hbase/meta/1588230740/.tmp/table/c8cfceba791c489296ab9bd9069ef4bf is 61, key is testClearRegionBlockCache/table:state/1732090729467/Put/seqid=0 2024-11-20T08:18:49,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37685 is added to blk_1073741845_1021 (size=5392) 2024-11-20T08:18:49,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741845_1021 (size=5392) 2024-11-20T08:18:49,889 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/hbase/meta/1588230740/.tmp/table/c8cfceba791c489296ab9bd9069ef4bf 2024-11-20T08:18:49,895 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/hbase/meta/1588230740/.tmp/info/02a63316a82348ad8f04d6027a8ddea5 as hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/hbase/meta/1588230740/info/02a63316a82348ad8f04d6027a8ddea5 2024-11-20T08:18:49,900 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/hbase/meta/1588230740/info/02a63316a82348ad8f04d6027a8ddea5, entries=30, sequenceid=16, filesize=9.1 K 2024-11-20T08:18:49,901 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/hbase/meta/1588230740/.tmp/table/c8cfceba791c489296ab9bd9069ef4bf as hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/hbase/meta/1588230740/table/c8cfceba791c489296ab9bd9069ef4bf 2024-11-20T08:18:49,906 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/hbase/meta/1588230740/table/c8cfceba791c489296ab9bd9069ef4bf, entries=4, sequenceid=16, filesize=5.3 K 2024-11-20T08:18:49,907 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 73ms, sequenceid=16, compaction requested=false 2024-11-20T08:18:49,911 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T08:18:49,911 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:18:49,912 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T08:18:49,912 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T08:18:49,912 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:18:49,927 INFO [regionserver/a04d4489dc6d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:49,928 INFO [regionserver/a04d4489dc6d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:50,033 INFO [RS:0;a04d4489dc6d:46615 {}] regionserver.HRegionServer(1250): stopping server a04d4489dc6d,46615,1732090727311; all regions closed. 2024-11-20T08:18:50,033 INFO [RS:1;a04d4489dc6d:41957 {}] regionserver.HRegionServer(1250): stopping server a04d4489dc6d,41957,1732090727357; all regions closed. 2024-11-20T08:18:50,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741834_1010 (size=1758) 2024-11-20T08:18:50,036 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/WALs/a04d4489dc6d,46615,1732090727311/a04d4489dc6d%2C46615%2C1732090727311.1732090727760 not finished, retry = 0 2024-11-20T08:18:50,036 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/WALs/a04d4489dc6d,41957,1732090727357/a04d4489dc6d%2C41957%2C1732090727357.meta.1732090728127.meta not finished, retry = 0 2024-11-20T08:18:50,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741835_1011 (size=5602) 2024-11-20T08:18:50,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37685 is added to blk_1073741835_1011 (size=5602) 2024-11-20T08:18:50,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37685 is added to blk_1073741834_1010 (size=1758) 2024-11-20T08:18:50,139 DEBUG [RS:0;a04d4489dc6d:46615 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/oldWALs 2024-11-20T08:18:50,139 INFO [RS:0;a04d4489dc6d:46615 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL a04d4489dc6d%2C46615%2C1732090727311:(num 1732090727760) 2024-11-20T08:18:50,139 DEBUG [RS:1;a04d4489dc6d:41957 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/oldWALs 2024-11-20T08:18:50,139 DEBUG [RS:0;a04d4489dc6d:46615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:50,139 INFO [RS:1;a04d4489dc6d:41957 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL a04d4489dc6d%2C41957%2C1732090727357.meta:.meta(num 1732090728127) 2024-11-20T08:18:50,139 INFO [RS:0;a04d4489dc6d:46615 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:50,140 INFO [RS:0;a04d4489dc6d:46615 {}] hbase.ChoreService(370): Chore service for: regionserver/a04d4489dc6d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-20T08:18:50,140 INFO [RS:0;a04d4489dc6d:46615 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:18:50,140 INFO [RS:0;a04d4489dc6d:46615 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:18:50,140 INFO [regionserver/a04d4489dc6d:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T08:18:50,140 INFO [RS:0;a04d4489dc6d:46615 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:18:50,140 INFO [RS:0;a04d4489dc6d:46615 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46615 2024-11-20T08:18:50,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741833_1009 (size=3188) 2024-11-20T08:18:50,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1001402c43a0001, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a04d4489dc6d,46615,1732090727311 2024-11-20T08:18:50,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37685 is added to blk_1073741833_1009 (size=3188) 2024-11-20T08:18:50,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:18:50,144 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a04d4489dc6d,46615,1732090727311] 2024-11-20T08:18:50,144 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing a04d4489dc6d,46615,1732090727311; numProcessing=1 2024-11-20T08:18:50,145 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/a04d4489dc6d,46615,1732090727311 already deleted, retry=false 2024-11-20T08:18:50,145 DEBUG [RS:1;a04d4489dc6d:41957 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/oldWALs 2024-11-20T08:18:50,145 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; a04d4489dc6d,46615,1732090727311 expired; onlineServers=1 2024-11-20T08:18:50,145 INFO [RS:1;a04d4489dc6d:41957 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL a04d4489dc6d%2C41957%2C1732090727357:(num 1732090727760) 2024-11-20T08:18:50,145 DEBUG [RS:1;a04d4489dc6d:41957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:50,145 INFO [RS:1;a04d4489dc6d:41957 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:50,145 INFO [RS:1;a04d4489dc6d:41957 {}] hbase.ChoreService(370): Chore service for: regionserver/a04d4489dc6d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-20T08:18:50,145 INFO [regionserver/a04d4489dc6d:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T08:18:50,146 INFO [RS:1;a04d4489dc6d:41957 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41957 2024-11-20T08:18:50,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x1001402c43a0002, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a04d4489dc6d,41957,1732090727357 2024-11-20T08:18:50,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:18:50,148 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a04d4489dc6d,41957,1732090727357] 2024-11-20T08:18:50,148 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing a04d4489dc6d,41957,1732090727357; numProcessing=2 2024-11-20T08:18:50,149 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/a04d4489dc6d,41957,1732090727357 already deleted, retry=false 2024-11-20T08:18:50,149 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; a04d4489dc6d,41957,1732090727357 expired; onlineServers=0 2024-11-20T08:18:50,149 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'a04d4489dc6d,42731,1732090727266' ***** 2024-11-20T08:18:50,149 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:18:50,149 DEBUG [M:0;a04d4489dc6d:42731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1642b202, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a04d4489dc6d/172.17.0.2:0 2024-11-20T08:18:50,150 INFO [M:0;a04d4489dc6d:42731 {}] regionserver.HRegionServer(1224): stopping server a04d4489dc6d,42731,1732090727266 2024-11-20T08:18:50,150 INFO [M:0;a04d4489dc6d:42731 {}] regionserver.HRegionServer(1250): stopping server a04d4489dc6d,42731,1732090727266; all regions closed. 2024-11-20T08:18:50,150 DEBUG [M:0;a04d4489dc6d:42731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:50,150 DEBUG [M:0;a04d4489dc6d:42731 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:18:50,150 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:18:50,150 DEBUG [M:0;a04d4489dc6d:42731 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:18:50,150 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.small.0-1732090727526 {}] cleaner.HFileCleaner(306): Exit Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.small.0-1732090727526,5,FailOnTimeoutGroup] 2024-11-20T08:18:50,150 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.large.0-1732090727526 {}] cleaner.HFileCleaner(306): Exit Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.large.0-1732090727526,5,FailOnTimeoutGroup] 2024-11-20T08:18:50,150 INFO [M:0;a04d4489dc6d:42731 {}] hbase.ChoreService(370): Chore service for: master/a04d4489dc6d:0 had [] on shutdown 2024-11-20T08:18:50,150 DEBUG [M:0;a04d4489dc6d:42731 {}] master.HMaster(1733): Stopping service threads 2024-11-20T08:18:50,150 INFO [M:0;a04d4489dc6d:42731 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:18:50,150 INFO [M:0;a04d4489dc6d:42731 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:18:50,151 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:18:50,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T08:18:50,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:50,151 DEBUG [M:0;a04d4489dc6d:42731 {}] zookeeper.ZKUtil(347): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T08:18:50,151 WARN [M:0;a04d4489dc6d:42731 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:18:50,151 INFO [M:0;a04d4489dc6d:42731 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-20T08:18:50,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:18:50,151 INFO [M:0;a04d4489dc6d:42731 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:18:50,151 DEBUG [M:0;a04d4489dc6d:42731 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:18:50,151 INFO [M:0;a04d4489dc6d:42731 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:50,151 DEBUG [M:0;a04d4489dc6d:42731 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:50,152 DEBUG [M:0;a04d4489dc6d:42731 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:18:50,152 DEBUG [M:0;a04d4489dc6d:42731 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:50,152 INFO [M:0;a04d4489dc6d:42731 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-20T08:18:50,175 DEBUG [M:0;a04d4489dc6d:42731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1cc470d13ffc48b3a5dd50037ee010de is 82, key is hbase:meta,,1/info:regioninfo/1732090728159/Put/seqid=0 2024-11-20T08:18:50,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741846_1022 (size=5672) 2024-11-20T08:18:50,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37685 is added to blk_1073741846_1022 (size=5672) 2024-11-20T08:18:50,181 INFO [M:0;a04d4489dc6d:42731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1cc470d13ffc48b3a5dd50037ee010de 2024-11-20T08:18:50,202 DEBUG [M:0;a04d4489dc6d:42731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/765dbbd62d0945298bc42b46ac221187 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732090729472/Put/seqid=0 2024-11-20T08:18:50,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741847_1023 (size=7578) 2024-11-20T08:18:50,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37685 is added to blk_1073741847_1023 (size=7578) 2024-11-20T08:18:50,208 INFO [M:0;a04d4489dc6d:42731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/765dbbd62d0945298bc42b46ac221187 2024-11-20T08:18:50,228 DEBUG [M:0;a04d4489dc6d:42731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cf022e2cd0e49fa8885af8055c26fd5 is 69, key is a04d4489dc6d,41957,1732090727357/rs:state/1732090727606/Put/seqid=0 2024-11-20T08:18:50,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37685 is added to blk_1073741848_1024 (size=5224) 2024-11-20T08:18:50,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741848_1024 (size=5224) 2024-11-20T08:18:50,234 INFO [M:0;a04d4489dc6d:42731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cf022e2cd0e49fa8885af8055c26fd5 2024-11-20T08:18:50,240 DEBUG [M:0;a04d4489dc6d:42731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1cc470d13ffc48b3a5dd50037ee010de as hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1cc470d13ffc48b3a5dd50037ee010de 2024-11-20T08:18:50,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1001402c43a0001, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:50,244 INFO [RS:0;a04d4489dc6d:46615 {}] regionserver.HRegionServer(1307): Exiting; stopping=a04d4489dc6d,46615,1732090727311; zookeeper connection closed. 2024-11-20T08:18:50,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x1001402c43a0001, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:50,244 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@55ef226c {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@55ef226c 2024-11-20T08:18:50,245 INFO [M:0;a04d4489dc6d:42731 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1cc470d13ffc48b3a5dd50037ee010de, entries=8, sequenceid=108, filesize=5.5 K 2024-11-20T08:18:50,246 DEBUG [M:0;a04d4489dc6d:42731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/765dbbd62d0945298bc42b46ac221187 as hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/765dbbd62d0945298bc42b46ac221187 2024-11-20T08:18:50,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x1001402c43a0002, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:50,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x1001402c43a0002, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:50,248 INFO [RS:1;a04d4489dc6d:41957 {}] regionserver.HRegionServer(1307): Exiting; stopping=a04d4489dc6d,41957,1732090727357; zookeeper connection closed. 2024-11-20T08:18:50,249 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79935cf8 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79935cf8 2024-11-20T08:18:50,249 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-20T08:18:50,252 INFO [M:0;a04d4489dc6d:42731 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/765dbbd62d0945298bc42b46ac221187, entries=13, sequenceid=108, filesize=7.4 K 2024-11-20T08:18:50,253 DEBUG [M:0;a04d4489dc6d:42731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cf022e2cd0e49fa8885af8055c26fd5 as hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5cf022e2cd0e49fa8885af8055c26fd5 2024-11-20T08:18:50,258 INFO [M:0;a04d4489dc6d:42731 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37473/user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5cf022e2cd0e49fa8885af8055c26fd5, entries=2, sequenceid=108, filesize=5.1 K 2024-11-20T08:18:50,259 INFO [M:0;a04d4489dc6d:42731 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 107ms, sequenceid=108, compaction requested=false 2024-11-20T08:18:50,261 INFO [M:0;a04d4489dc6d:42731 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:50,261 DEBUG [M:0;a04d4489dc6d:42731 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T08:18:50,265 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/36378f11-d1e0-cebe-241b-13193aabc57e/MasterData/WALs/a04d4489dc6d,42731,1732090727266/a04d4489dc6d%2C42731%2C1732090727266.1732090727443 not finished, retry = 0 2024-11-20T08:18:50,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37685 is added to blk_1073741830_1006 (size=54465) 2024-11-20T08:18:50,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741830_1006 (size=54465) 2024-11-20T08:18:50,367 INFO [M:0;a04d4489dc6d:42731 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-20T08:18:50,367 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T08:18:50,367 INFO [M:0;a04d4489dc6d:42731 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42731 2024-11-20T08:18:50,369 DEBUG [M:0;a04d4489dc6d:42731 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/a04d4489dc6d,42731,1732090727266 already deleted, retry=false 2024-11-20T08:18:50,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:50,471 INFO [M:0;a04d4489dc6d:42731 {}] regionserver.HRegionServer(1307): Exiting; stopping=a04d4489dc6d,42731,1732090727266; zookeeper connection closed. 2024-11-20T08:18:50,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42731-0x1001402c43a0000, quorum=127.0.0.1:53670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:50,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6dcd82f6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:50,474 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11004aca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:18:50,474 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:18:50,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7df62178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:18:50,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@352b03f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/hadoop.log.dir/,STOPPED} 2024-11-20T08:18:50,475 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:18:50,475 WARN [BP-1089145531-172.17.0.2-1732090726536 heartbeating to localhost/127.0.0.1:37473 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:18:50,475 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:18:50,475 WARN [BP-1089145531-172.17.0.2-1732090726536 heartbeating to localhost/127.0.0.1:37473 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1089145531-172.17.0.2-1732090726536 (Datanode Uuid faae8721-0046-4f07-92e9-f9ebdf1484d2) service to localhost/127.0.0.1:37473 2024-11-20T08:18:50,476 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/cluster_817bd803-b0d0-0fc0-fc3c-6cf1fd4b981a/dfs/data/data3/current/BP-1089145531-172.17.0.2-1732090726536 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:50,476 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/cluster_817bd803-b0d0-0fc0-fc3c-6cf1fd4b981a/dfs/data/data4/current/BP-1089145531-172.17.0.2-1732090726536 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:50,477 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:18:50,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5651dccc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:50,479 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c95392f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:18:50,479 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:18:50,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45d4757c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:18:50,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@553b0650{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/hadoop.log.dir/,STOPPED} 2024-11-20T08:18:50,480 WARN [BP-1089145531-172.17.0.2-1732090726536 heartbeating to localhost/127.0.0.1:37473 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:18:50,480 WARN [BP-1089145531-172.17.0.2-1732090726536 heartbeating to localhost/127.0.0.1:37473 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1089145531-172.17.0.2-1732090726536 (Datanode Uuid c4a88691-fc35-4ef9-b096-b61efcbe26b4) service to localhost/127.0.0.1:37473 2024-11-20T08:18:50,480 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:18:50,480 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:18:50,481 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/cluster_817bd803-b0d0-0fc0-fc3c-6cf1fd4b981a/dfs/data/data1/current/BP-1089145531-172.17.0.2-1732090726536 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:50,481 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/cluster_817bd803-b0d0-0fc0-fc3c-6cf1fd4b981a/dfs/data/data2/current/BP-1089145531-172.17.0.2-1732090726536 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:50,481 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:18:50,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73c9d93a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:18:50,487 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a09b74b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:18:50,488 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:18:50,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36d45a6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:18:50,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a4704a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/hadoop.log.dir/,STOPPED} 2024-11-20T08:18:50,494 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-20T08:18:50,510 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-20T08:18:50,518 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=162 (was 139) Potentially hanging thread: RS-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:37473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:37473 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:37473 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:37473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:37473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 473) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=162 (was 150) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2284 (was 2425) 2024-11-20T08:18:50,525 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=162, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=162, ProcessCount=11, AvailableMemoryMB=2284 2024-11-20T08:18:50,538 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/hadoop.log.dir so I do NOT create it in target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029 2024-11-20T08:18:50,538 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T08:18:50,538 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/hadoop.tmp.dir so I do NOT create it in target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029 2024-11-20T08:18:50,538 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3eff743e-cff3-dd0d-73e8-a0959242e632/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T08:18:50,538 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029 2024-11-20T08:18:50,538 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:18:50,538 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/cluster_d2ee7e14-6ca5-7ad2-10fa-8e7b50f55203, deleteOnExit=true 2024-11-20T08:18:50,538 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-20T08:18:50,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/test.cache.data in system properties and HBase conf 2024-11-20T08:18:50,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:18:50,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:18:50,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:18:50,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:18:50,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T08:18:50,539 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:18:50,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:18:50,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:18:50,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:18:50,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:18:50,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:18:50,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:18:50,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:18:50,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:18:50,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:18:50,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:18:50,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:18:50,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:18:50,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:18:50,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:18:50,622 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:50,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:18:50,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:18:50,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:18:50,628 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:18:50,628 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:50,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ff8ffdb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:18:50,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@545df988{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:18:50,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1016a1e5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/java.io.tmpdir/jetty-localhost-35379-hadoop-hdfs-3_4_1-tests_jar-_-any-14691842127037131328/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:18:50,744 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@225025b5{HTTP/1.1, (http/1.1)}{localhost:35379} 2024-11-20T08:18:50,744 INFO [Time-limited test {}] server.Server(415): Started @22504ms 2024-11-20T08:18:50,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:50,817 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:18:50,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:18:50,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:18:50,818 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:18:50,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cc3d1a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:18:50,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49cb25f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:18:50,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d0e87d6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/java.io.tmpdir/jetty-localhost-44039-hadoop-hdfs-3_4_1-tests_jar-_-any-2861035703980223647/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:50,934 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c2aa2bc{HTTP/1.1, (http/1.1)}{localhost:44039} 2024-11-20T08:18:50,934 INFO [Time-limited test {}] server.Server(415): Started @22694ms 2024-11-20T08:18:50,935 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:18:50,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:50,968 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:18:50,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:18:50,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:18:50,969 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:18:50,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47a032c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:18:50,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16f858e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:18:51,032 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/cluster_d2ee7e14-6ca5-7ad2-10fa-8e7b50f55203/dfs/data/data1/current/BP-1532877080-172.17.0.2-1732090730570/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:51,032 WARN [Thread-1167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/cluster_d2ee7e14-6ca5-7ad2-10fa-8e7b50f55203/dfs/data/data2/current/BP-1532877080-172.17.0.2-1732090730570/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:51,048 WARN [Thread-1145 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:18:51,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98dbe9684a824621 with lease ID 0x48918a099d7693c5: Processing first storage report for DS-7af57b8e-abbd-4ca3-a9b1-bf03a4f41ac4 from datanode DatanodeRegistration(127.0.0.1:46513, datanodeUuid=eecff289-08a3-4ad6-9fe4-44fbbfa47244, infoPort=40215, infoSecurePort=0, ipcPort=35571, storageInfo=lv=-57;cid=testClusterID;nsid=526237616;c=1732090730570) 2024-11-20T08:18:51,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98dbe9684a824621 with lease ID 0x48918a099d7693c5: from storage DS-7af57b8e-abbd-4ca3-a9b1-bf03a4f41ac4 node DatanodeRegistration(127.0.0.1:46513, datanodeUuid=eecff289-08a3-4ad6-9fe4-44fbbfa47244, infoPort=40215, infoSecurePort=0, ipcPort=35571, storageInfo=lv=-57;cid=testClusterID;nsid=526237616;c=1732090730570), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:18:51,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98dbe9684a824621 with lease ID 0x48918a099d7693c5: Processing first storage report for DS-aea41b28-656a-4621-8212-7981da727e8d from datanode DatanodeRegistration(127.0.0.1:46513, datanodeUuid=eecff289-08a3-4ad6-9fe4-44fbbfa47244, infoPort=40215, infoSecurePort=0, ipcPort=35571, storageInfo=lv=-57;cid=testClusterID;nsid=526237616;c=1732090730570) 2024-11-20T08:18:51,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98dbe9684a824621 with lease ID 0x48918a099d7693c5: from storage DS-aea41b28-656a-4621-8212-7981da727e8d node DatanodeRegistration(127.0.0.1:46513, datanodeUuid=eecff289-08a3-4ad6-9fe4-44fbbfa47244, infoPort=40215, infoSecurePort=0, ipcPort=35571, storageInfo=lv=-57;cid=testClusterID;nsid=526237616;c=1732090730570), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:18:51,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e564e6f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/java.io.tmpdir/jetty-localhost-37353-hadoop-hdfs-3_4_1-tests_jar-_-any-17198902651423951782/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:51,092 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b842ccf{HTTP/1.1, (http/1.1)}{localhost:37353} 2024-11-20T08:18:51,092 INFO [Time-limited test {}] server.Server(415): Started @22852ms 2024-11-20T08:18:51,093 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:18:51,201 WARN [Thread-1192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/cluster_d2ee7e14-6ca5-7ad2-10fa-8e7b50f55203/dfs/data/data3/current/BP-1532877080-172.17.0.2-1732090730570/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:51,201 WARN [Thread-1193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/cluster_d2ee7e14-6ca5-7ad2-10fa-8e7b50f55203/dfs/data/data4/current/BP-1532877080-172.17.0.2-1732090730570/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:51,219 WARN [Thread-1181 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:18:51,221 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27382f248739e736 with lease ID 0x48918a099d7693c6: Processing first storage report for DS-dbd89c2a-faa4-44c2-8ff8-ecefb52133d1 from datanode DatanodeRegistration(127.0.0.1:37553, datanodeUuid=9ba0d7bb-e55b-490c-b3a6-55278a36dc6f, infoPort=44505, infoSecurePort=0, ipcPort=33779, storageInfo=lv=-57;cid=testClusterID;nsid=526237616;c=1732090730570) 2024-11-20T08:18:51,221 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27382f248739e736 with lease ID 0x48918a099d7693c6: from storage DS-dbd89c2a-faa4-44c2-8ff8-ecefb52133d1 node DatanodeRegistration(127.0.0.1:37553, datanodeUuid=9ba0d7bb-e55b-490c-b3a6-55278a36dc6f, infoPort=44505, infoSecurePort=0, ipcPort=33779, storageInfo=lv=-57;cid=testClusterID;nsid=526237616;c=1732090730570), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:18:51,221 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27382f248739e736 with lease ID 0x48918a099d7693c6: Processing first storage report for DS-aef07abf-4a49-4e2b-be13-b93e29b3a4ae from datanode DatanodeRegistration(127.0.0.1:37553, datanodeUuid=9ba0d7bb-e55b-490c-b3a6-55278a36dc6f, infoPort=44505, infoSecurePort=0, ipcPort=33779, storageInfo=lv=-57;cid=testClusterID;nsid=526237616;c=1732090730570) 2024-11-20T08:18:51,221 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27382f248739e736 with lease ID 0x48918a099d7693c6: from storage DS-aef07abf-4a49-4e2b-be13-b93e29b3a4ae node DatanodeRegistration(127.0.0.1:37553, datanodeUuid=9ba0d7bb-e55b-490c-b3a6-55278a36dc6f, infoPort=44505, infoSecurePort=0, ipcPort=33779, storageInfo=lv=-57;cid=testClusterID;nsid=526237616;c=1732090730570), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:18:51,317 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029 2024-11-20T08:18:51,320 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/cluster_d2ee7e14-6ca5-7ad2-10fa-8e7b50f55203/zookeeper_0, clientPort=56621, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/cluster_d2ee7e14-6ca5-7ad2-10fa-8e7b50f55203/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/cluster_d2ee7e14-6ca5-7ad2-10fa-8e7b50f55203/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T08:18:51,321 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=56621 2024-11-20T08:18:51,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:51,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:51,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46513 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:18:51,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:18:51,332 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f with version=8 2024-11-20T08:18:51,332 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/hbase-staging 2024-11-20T08:18:51,335 INFO [Time-limited test {}] client.ConnectionUtils(129): master/a04d4489dc6d:0 server-side Connection retries=45 2024-11-20T08:18:51,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:51,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:51,335 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:18:51,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:51,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:18:51,335 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:18:51,335 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:18:51,336 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35437 2024-11-20T08:18:51,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:51,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:51,341 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:35437 connecting to ZooKeeper ensemble=127.0.0.1:56621 2024-11-20T08:18:51,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354370x0, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:18:51,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35437-0x1001402d41e0000 connected 2024-11-20T08:18:51,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:18:51,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:51,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:18:51,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35437 2024-11-20T08:18:51,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35437 2024-11-20T08:18:51,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35437 2024-11-20T08:18:51,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35437 2024-11-20T08:18:51,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35437 2024-11-20T08:18:51,371 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f, hbase.cluster.distributed=false 2024-11-20T08:18:51,388 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/a04d4489dc6d:0 server-side Connection retries=45 2024-11-20T08:18:51,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:51,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:51,388 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:18:51,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:51,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:18:51,388 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:18:51,388 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:18:51,389 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33793 2024-11-20T08:18:51,389 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:18:51,390 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-20T08:18:51,399 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-20T08:18:51,399 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-20T08:18:51,400 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-20T08:18:51,400 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:18:51,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:51,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:51,405 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33793 connecting to ZooKeeper ensemble=127.0.0.1:56621 2024-11-20T08:18:51,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337930x0, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:18:51,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337930x0, quorum=127.0.0.1:56621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:18:51,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33793-0x1001402d41e0001 connected 2024-11-20T08:18:51,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33793-0x1001402d41e0001, quorum=127.0.0.1:56621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:51,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33793-0x1001402d41e0001, quorum=127.0.0.1:56621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:18:51,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33793 2024-11-20T08:18:51,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33793 2024-11-20T08:18:51,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33793 2024-11-20T08:18:51,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33793 2024-11-20T08:18:51,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33793 2024-11-20T08:18:51,425 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/a04d4489dc6d:0 server-side Connection retries=45 2024-11-20T08:18:51,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:51,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:51,426 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:18:51,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:51,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:18:51,426 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:18:51,426 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:18:51,426 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33961 2024-11-20T08:18:51,427 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:18:51,427 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-20T08:18:51,435 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-20T08:18:51,435 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-20T08:18:51,436 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-20T08:18:51,436 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:18:51,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:51,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:51,440 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33961 connecting to ZooKeeper ensemble=127.0.0.1:56621 2024-11-20T08:18:51,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339610x0, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:18:51,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339610x0, quorum=127.0.0.1:56621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:18:51,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33961-0x1001402d41e0002 connected 2024-11-20T08:18:51,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33961-0x1001402d41e0002, quorum=127.0.0.1:56621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:51,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33961-0x1001402d41e0002, quorum=127.0.0.1:56621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:18:51,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33961 2024-11-20T08:18:51,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33961 2024-11-20T08:18:51,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33961 2024-11-20T08:18:51,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33961 2024-11-20T08:18:51,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33961 2024-11-20T08:18:51,446 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/a04d4489dc6d,35437,1732090731334 2024-11-20T08:18:51,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x1001402d41e0002, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:51,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1001402d41e0001, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:51,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:51,449 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a04d4489dc6d,35437,1732090731334 2024-11-20T08:18:51,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x1001402d41e0002, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:18:51,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1001402d41e0001, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:18:51,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x1001402d41e0002, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:51,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1001402d41e0001, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:51,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:18:51,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:51,451 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T08:18:51,452 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a04d4489dc6d,35437,1732090731334 from backup master directory 2024-11-20T08:18:51,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x1001402d41e0002, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:51,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1001402d41e0001, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:51,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a04d4489dc6d,35437,1732090731334 2024-11-20T08:18:51,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:51,454 WARN [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:18:51,454 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a04d4489dc6d,35437,1732090731334 2024-11-20T08:18:51,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T08:18:51,460 DEBUG [M:0;a04d4489dc6d:35437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a04d4489dc6d:35437 2024-11-20T08:18:51,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:18:51,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46513 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:18:51,465 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/hbase.id with ID: fb1921f8-3dcb-4ef1-8c24-c5a0172218e3 2024-11-20T08:18:51,474 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:51,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1001402d41e0001, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:51,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:51,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x1001402d41e0002, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:51,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:18:51,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46513 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:18:51,484 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:18:51,485 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:18:51,485 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:51,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:18:51,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46513 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:18:51,492 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/MasterData/data/master/store 2024-11-20T08:18:51,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46513 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:18:51,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:18:51,499 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:51,499 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:18:51,499 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:51,499 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:51,499 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:18:51,499 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:51,499 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:51,499 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T08:18:51,500 WARN [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/MasterData/data/master/store/.initializing 2024-11-20T08:18:51,500 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/MasterData/WALs/a04d4489dc6d,35437,1732090731334 2024-11-20T08:18:51,501 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:18:51,503 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C35437%2C1732090731334, suffix=, logDir=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/MasterData/WALs/a04d4489dc6d,35437,1732090731334, archiveDir=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/MasterData/oldWALs, maxLogs=10 2024-11-20T08:18:51,516 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/MasterData/WALs/a04d4489dc6d,35437,1732090731334/a04d4489dc6d%2C35437%2C1732090731334.1732090731503, exclude list is [], retry=0 2024-11-20T08:18:51,519 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46513,DS-7af57b8e-abbd-4ca3-a9b1-bf03a4f41ac4,DISK] 2024-11-20T08:18:51,519 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37553,DS-dbd89c2a-faa4-44c2-8ff8-ecefb52133d1,DISK] 2024-11-20T08:18:51,521 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/MasterData/WALs/a04d4489dc6d,35437,1732090731334/a04d4489dc6d%2C35437%2C1732090731334.1732090731503 2024-11-20T08:18:51,521 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40215:40215),(127.0.0.1/127.0.0.1:44505:44505)] 2024-11-20T08:18:51,521 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:18:51,521 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:51,521 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:51,521 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:51,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:51,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:18:51,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:51,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:51,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:51,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:18:51,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:51,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:51,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:51,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:18:51,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:51,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:51,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:51,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:18:51,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:51,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:51,530 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:51,530 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:51,532 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:18:51,532 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:51,534 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:51,535 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65746688, jitterRate=-0.020298004150390625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:18:51,535 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T08:18:51,535 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:18:51,538 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@608eb7e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:51,539 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-20T08:18:51,539 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:18:51,539 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:18:51,539 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:18:51,540 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:18:51,540 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:18:51,540 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:18:51,541 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:18:51,542 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T08:18:51,544 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-20T08:18:51,544 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:18:51,544 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:18:51,546 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-20T08:18:51,546 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:18:51,546 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:18:51,549 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-20T08:18:51,549 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:18:51,550 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T08:18:51,551 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:18:51,552 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T08:18:51,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:51,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1001402d41e0001, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:51,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:51,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1001402d41e0001, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:51,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x1001402d41e0002, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:51,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x1001402d41e0002, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:51,555 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=a04d4489dc6d,35437,1732090731334, sessionid=0x1001402d41e0000, setting cluster-up flag (Was=false) 2024-11-20T08:18:51,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x1001402d41e0002, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:51,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:51,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1001402d41e0001, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:51,563 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T08:18:51,564 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a04d4489dc6d,35437,1732090731334 2024-11-20T08:18:51,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x1001402d41e0002, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:51,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1001402d41e0001, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:51,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:51,573 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T08:18:51,573 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a04d4489dc6d,35437,1732090731334 2024-11-20T08:18:51,576 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-20T08:18:51,576 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-20T08:18:51,576 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:18:51,576 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a04d4489dc6d,35437,1732090731334 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:18:51,576 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:51,576 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:51,577 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:51,577 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:51,577 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a04d4489dc6d:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:18:51,577 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:51,577 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:18:51,577 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:51,579 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090761579 2024-11-20T08:18:51,579 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:18:51,579 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:18:51,579 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:18:51,579 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:18:51,579 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:18:51,579 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:18:51,579 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:18:51,579 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:18:51,579 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:51,580 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:18:51,580 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:18:51,580 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:18:51,580 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:18:51,580 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:18:51,580 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:51,580 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:18:51,581 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.large.0-1732090731580,5,FailOnTimeoutGroup] 2024-11-20T08:18:51,581 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.small.0-1732090731581,5,FailOnTimeoutGroup] 2024-11-20T08:18:51,581 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:51,581 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:18:51,581 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:51,581 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:51,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741831_1007 (size=1039) 2024-11-20T08:18:51,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46513 is added to blk_1073741831_1007 (size=1039) 2024-11-20T08:18:51,588 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-20T08:18:51,588 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f 2024-11-20T08:18:51,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46513 is added to blk_1073741832_1008 (size=32) 2024-11-20T08:18:51,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741832_1008 (size=32) 2024-11-20T08:18:51,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:51,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:18:51,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:18:51,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:51,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:51,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:18:51,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:18:51,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:51,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:51,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:18:51,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:18:51,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:51,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:51,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/hbase/meta/1588230740 2024-11-20T08:18:51,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/hbase/meta/1588230740 2024-11-20T08:18:51,605 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:18:51,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T08:18:51,608 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:51,608 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69945540, jitterRate=0.042269766330718994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:18:51,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T08:18:51,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:18:51,609 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T08:18:51,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T08:18:51,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:18:51,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:18:51,609 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T08:18:51,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T08:18:51,610 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:18:51,610 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-20T08:18:51,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:18:51,611 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:18:51,612 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:18:51,658 DEBUG [RS:1;a04d4489dc6d:33961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a04d4489dc6d:33961 2024-11-20T08:18:51,658 DEBUG [RS:0;a04d4489dc6d:33793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a04d4489dc6d:33793 2024-11-20T08:18:51,659 INFO [RS:1;a04d4489dc6d:33961 {}] regionserver.HRegionServer(1008): ClusterId : fb1921f8-3dcb-4ef1-8c24-c5a0172218e3 2024-11-20T08:18:51,659 INFO [RS:0;a04d4489dc6d:33793 {}] regionserver.HRegionServer(1008): ClusterId : fb1921f8-3dcb-4ef1-8c24-c5a0172218e3 2024-11-20T08:18:51,659 DEBUG [RS:0;a04d4489dc6d:33793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:18:51,659 DEBUG [RS:1;a04d4489dc6d:33961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:18:51,661 DEBUG [RS:0;a04d4489dc6d:33793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:18:51,661 DEBUG [RS:1;a04d4489dc6d:33961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:18:51,661 DEBUG [RS:0;a04d4489dc6d:33793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:18:51,661 DEBUG [RS:1;a04d4489dc6d:33961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:18:51,663 DEBUG [RS:0;a04d4489dc6d:33793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:18:51,663 DEBUG [RS:1;a04d4489dc6d:33961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:18:51,663 DEBUG [RS:1;a04d4489dc6d:33961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c11679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:51,663 DEBUG [RS:0;a04d4489dc6d:33793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2a8b6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:51,664 DEBUG [RS:1;a04d4489dc6d:33961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa64f05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a04d4489dc6d/172.17.0.2:0 2024-11-20T08:18:51,664 INFO [RS:1;a04d4489dc6d:33961 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T08:18:51,664 DEBUG [RS:0;a04d4489dc6d:33793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60846fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a04d4489dc6d/172.17.0.2:0 2024-11-20T08:18:51,664 INFO [RS:1;a04d4489dc6d:33961 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T08:18:51,664 DEBUG [RS:1;a04d4489dc6d:33961 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T08:18:51,664 INFO [RS:0;a04d4489dc6d:33793 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T08:18:51,664 INFO [RS:0;a04d4489dc6d:33793 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T08:18:51,664 DEBUG [RS:0;a04d4489dc6d:33793 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T08:18:51,665 INFO [RS:1;a04d4489dc6d:33961 {}] regionserver.HRegionServer(3073): reportForDuty to master=a04d4489dc6d,35437,1732090731334 with isa=a04d4489dc6d/172.17.0.2:33961, startcode=1732090731425 2024-11-20T08:18:51,665 INFO [RS:0;a04d4489dc6d:33793 {}] regionserver.HRegionServer(3073): reportForDuty to master=a04d4489dc6d,35437,1732090731334 with isa=a04d4489dc6d/172.17.0.2:33793, startcode=1732090731388 2024-11-20T08:18:51,665 DEBUG [RS:1;a04d4489dc6d:33961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:18:51,665 DEBUG [RS:0;a04d4489dc6d:33793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:18:51,666 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43661, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:18:51,666 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36905, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:18:51,667 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35437 {}] master.ServerManager(332): Checking decommissioned status of RegionServer a04d4489dc6d,33793,1732090731388 2024-11-20T08:18:51,667 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35437 {}] master.ServerManager(486): Registering regionserver=a04d4489dc6d,33793,1732090731388 2024-11-20T08:18:51,668 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35437 {}] master.ServerManager(332): Checking decommissioned status of RegionServer a04d4489dc6d,33961,1732090731425 2024-11-20T08:18:51,668 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35437 {}] master.ServerManager(486): Registering regionserver=a04d4489dc6d,33961,1732090731425 2024-11-20T08:18:51,668 DEBUG [RS:0;a04d4489dc6d:33793 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f 2024-11-20T08:18:51,668 DEBUG [RS:0;a04d4489dc6d:33793 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36775 2024-11-20T08:18:51,668 DEBUG [RS:0;a04d4489dc6d:33793 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T08:18:51,669 DEBUG [RS:1;a04d4489dc6d:33961 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f 2024-11-20T08:18:51,669 DEBUG [RS:1;a04d4489dc6d:33961 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36775 2024-11-20T08:18:51,669 DEBUG [RS:1;a04d4489dc6d:33961 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T08:18:51,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:18:51,674 DEBUG [RS:0;a04d4489dc6d:33793 {}] zookeeper.ZKUtil(111): regionserver:33793-0x1001402d41e0001, quorum=127.0.0.1:56621, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a04d4489dc6d,33793,1732090731388 2024-11-20T08:18:51,674 WARN [RS:0;a04d4489dc6d:33793 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:18:51,674 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a04d4489dc6d,33793,1732090731388] 2024-11-20T08:18:51,674 DEBUG [RS:1;a04d4489dc6d:33961 {}] zookeeper.ZKUtil(111): regionserver:33961-0x1001402d41e0002, quorum=127.0.0.1:56621, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a04d4489dc6d,33961,1732090731425 2024-11-20T08:18:51,674 INFO [RS:0;a04d4489dc6d:33793 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:51,674 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a04d4489dc6d,33961,1732090731425] 2024-11-20T08:18:51,674 WARN [RS:1;a04d4489dc6d:33961 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:18:51,674 DEBUG [RS:0;a04d4489dc6d:33793 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/WALs/a04d4489dc6d,33793,1732090731388 2024-11-20T08:18:51,674 INFO [RS:1;a04d4489dc6d:33961 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:51,674 DEBUG [RS:1;a04d4489dc6d:33961 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/WALs/a04d4489dc6d,33961,1732090731425 2024-11-20T08:18:51,677 DEBUG [RS:1;a04d4489dc6d:33961 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T08:18:51,677 DEBUG [RS:0;a04d4489dc6d:33793 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T08:18:51,678 INFO [RS:1;a04d4489dc6d:33961 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:18:51,678 INFO [RS:0;a04d4489dc6d:33793 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:18:51,679 INFO [RS:1;a04d4489dc6d:33961 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:18:51,680 INFO [RS:1;a04d4489dc6d:33961 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:18:51,680 INFO [RS:1;a04d4489dc6d:33961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:51,681 INFO [RS:0;a04d4489dc6d:33793 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:18:51,681 INFO [RS:1;a04d4489dc6d:33961 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T08:18:51,681 INFO [RS:0;a04d4489dc6d:33793 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:18:51,681 INFO [RS:0;a04d4489dc6d:33793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:51,681 INFO [RS:0;a04d4489dc6d:33793 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T08:18:51,682 INFO [RS:1;a04d4489dc6d:33961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:51,682 DEBUG [RS:1;a04d4489dc6d:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:51,682 DEBUG [RS:1;a04d4489dc6d:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:51,682 DEBUG [RS:1;a04d4489dc6d:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:51,682 DEBUG [RS:1;a04d4489dc6d:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:51,682 DEBUG [RS:1;a04d4489dc6d:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:51,682 INFO [RS:0;a04d4489dc6d:33793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:51,682 DEBUG [RS:1;a04d4489dc6d:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a04d4489dc6d:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:18:51,682 DEBUG [RS:1;a04d4489dc6d:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:51,682 DEBUG [RS:1;a04d4489dc6d:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:51,682 DEBUG [RS:0;a04d4489dc6d:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:51,682 DEBUG [RS:1;a04d4489dc6d:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:51,682 DEBUG [RS:0;a04d4489dc6d:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:51,682 DEBUG [RS:1;a04d4489dc6d:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:51,682 DEBUG [RS:0;a04d4489dc6d:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:51,682 DEBUG [RS:1;a04d4489dc6d:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:51,682 DEBUG [RS:0;a04d4489dc6d:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:51,682 DEBUG [RS:1;a04d4489dc6d:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a04d4489dc6d:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:51,682 DEBUG [RS:0;a04d4489dc6d:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:51,682 DEBUG [RS:1;a04d4489dc6d:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:51,682 DEBUG [RS:0;a04d4489dc6d:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a04d4489dc6d:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:18:51,682 DEBUG [RS:0;a04d4489dc6d:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:51,682 DEBUG [RS:0;a04d4489dc6d:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:51,682 DEBUG [RS:0;a04d4489dc6d:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:51,683 DEBUG [RS:0;a04d4489dc6d:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:51,683 DEBUG [RS:0;a04d4489dc6d:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:51,683 DEBUG [RS:0;a04d4489dc6d:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a04d4489dc6d:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:51,683 DEBUG [RS:0;a04d4489dc6d:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:51,683 INFO [RS:1;a04d4489dc6d:33961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:51,683 INFO [RS:1;a04d4489dc6d:33961 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:51,683 INFO [RS:1;a04d4489dc6d:33961 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:51,683 INFO [RS:1;a04d4489dc6d:33961 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:51,683 INFO [RS:1;a04d4489dc6d:33961 {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,33961,1732090731425-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:18:51,683 INFO [RS:0;a04d4489dc6d:33793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:51,683 INFO [RS:0;a04d4489dc6d:33793 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:51,683 INFO [RS:0;a04d4489dc6d:33793 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:51,683 INFO [RS:0;a04d4489dc6d:33793 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:51,683 INFO [RS:0;a04d4489dc6d:33793 {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,33793,1732090731388-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:18:51,698 INFO [RS:0;a04d4489dc6d:33793 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:18:51,699 INFO [RS:1;a04d4489dc6d:33961 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:18:51,699 INFO [RS:0;a04d4489dc6d:33793 {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,33793,1732090731388-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:51,699 INFO [RS:1;a04d4489dc6d:33961 {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,33961,1732090731425-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:51,713 INFO [RS:0;a04d4489dc6d:33793 {}] regionserver.Replication(204): a04d4489dc6d,33793,1732090731388 started 2024-11-20T08:18:51,713 INFO [RS:0;a04d4489dc6d:33793 {}] regionserver.HRegionServer(1767): Serving as a04d4489dc6d,33793,1732090731388, RpcServer on a04d4489dc6d/172.17.0.2:33793, sessionid=0x1001402d41e0001 2024-11-20T08:18:51,713 DEBUG [RS:0;a04d4489dc6d:33793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:18:51,713 DEBUG [RS:0;a04d4489dc6d:33793 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a04d4489dc6d,33793,1732090731388 2024-11-20T08:18:51,713 INFO [RS:1;a04d4489dc6d:33961 {}] regionserver.Replication(204): a04d4489dc6d,33961,1732090731425 started 2024-11-20T08:18:51,713 DEBUG [RS:0;a04d4489dc6d:33793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a04d4489dc6d,33793,1732090731388' 2024-11-20T08:18:51,713 INFO [RS:1;a04d4489dc6d:33961 {}] regionserver.HRegionServer(1767): Serving as a04d4489dc6d,33961,1732090731425, RpcServer on a04d4489dc6d/172.17.0.2:33961, sessionid=0x1001402d41e0002 2024-11-20T08:18:51,713 DEBUG [RS:0;a04d4489dc6d:33793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T08:18:51,714 DEBUG [RS:1;a04d4489dc6d:33961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:18:51,714 DEBUG [RS:1;a04d4489dc6d:33961 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a04d4489dc6d,33961,1732090731425 2024-11-20T08:18:51,714 DEBUG [RS:1;a04d4489dc6d:33961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a04d4489dc6d,33961,1732090731425' 2024-11-20T08:18:51,714 DEBUG [RS:1;a04d4489dc6d:33961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T08:18:51,714 DEBUG [RS:0;a04d4489dc6d:33793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T08:18:51,714 DEBUG [RS:1;a04d4489dc6d:33961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T08:18:51,714 DEBUG [RS:0;a04d4489dc6d:33793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:18:51,714 DEBUG [RS:1;a04d4489dc6d:33961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:18:51,714 DEBUG [RS:0;a04d4489dc6d:33793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:18:51,714 DEBUG [RS:1;a04d4489dc6d:33961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:18:51,714 DEBUG [RS:0;a04d4489dc6d:33793 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a04d4489dc6d,33793,1732090731388 2024-11-20T08:18:51,714 DEBUG [RS:1;a04d4489dc6d:33961 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a04d4489dc6d,33961,1732090731425 2024-11-20T08:18:51,714 DEBUG [RS:0;a04d4489dc6d:33793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a04d4489dc6d,33793,1732090731388' 2024-11-20T08:18:51,714 DEBUG [RS:1;a04d4489dc6d:33961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a04d4489dc6d,33961,1732090731425' 2024-11-20T08:18:51,714 DEBUG [RS:0;a04d4489dc6d:33793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T08:18:51,714 DEBUG [RS:1;a04d4489dc6d:33961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T08:18:51,715 DEBUG [RS:0;a04d4489dc6d:33793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T08:18:51,715 DEBUG [RS:1;a04d4489dc6d:33961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T08:18:51,715 DEBUG [RS:1;a04d4489dc6d:33961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:18:51,715 DEBUG [RS:0;a04d4489dc6d:33793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:18:51,715 INFO [RS:1;a04d4489dc6d:33961 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:18:51,715 INFO [RS:0;a04d4489dc6d:33793 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:18:51,715 INFO [RS:1;a04d4489dc6d:33961 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:18:51,715 INFO [RS:0;a04d4489dc6d:33793 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:18:51,762 WARN [a04d4489dc6d:35437 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-20T08:18:51,816 INFO [RS:1;a04d4489dc6d:33961 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:18:51,816 INFO [RS:0;a04d4489dc6d:33793 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:18:51,817 INFO [RS:0;a04d4489dc6d:33793 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C33793%2C1732090731388, suffix=, logDir=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/WALs/a04d4489dc6d,33793,1732090731388, archiveDir=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/oldWALs, maxLogs=32 2024-11-20T08:18:51,817 INFO [RS:1;a04d4489dc6d:33961 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C33961%2C1732090731425, suffix=, logDir=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/WALs/a04d4489dc6d,33961,1732090731425, archiveDir=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/oldWALs, maxLogs=32 2024-11-20T08:18:51,831 DEBUG [RS:0;a04d4489dc6d:33793 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/WALs/a04d4489dc6d,33793,1732090731388/a04d4489dc6d%2C33793%2C1732090731388.1732090731818, exclude list is [], retry=0 2024-11-20T08:18:51,831 DEBUG [RS:1;a04d4489dc6d:33961 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/WALs/a04d4489dc6d,33961,1732090731425/a04d4489dc6d%2C33961%2C1732090731425.1732090731818, exclude list is [], retry=0 2024-11-20T08:18:51,834 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37553,DS-dbd89c2a-faa4-44c2-8ff8-ecefb52133d1,DISK] 2024-11-20T08:18:51,834 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46513,DS-7af57b8e-abbd-4ca3-a9b1-bf03a4f41ac4,DISK] 2024-11-20T08:18:51,835 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37553,DS-dbd89c2a-faa4-44c2-8ff8-ecefb52133d1,DISK] 2024-11-20T08:18:51,835 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46513,DS-7af57b8e-abbd-4ca3-a9b1-bf03a4f41ac4,DISK] 2024-11-20T08:18:51,839 INFO [RS:1;a04d4489dc6d:33961 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/WALs/a04d4489dc6d,33961,1732090731425/a04d4489dc6d%2C33961%2C1732090731425.1732090731818 2024-11-20T08:18:51,839 INFO [RS:0;a04d4489dc6d:33793 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/WALs/a04d4489dc6d,33793,1732090731388/a04d4489dc6d%2C33793%2C1732090731388.1732090731818 2024-11-20T08:18:51,839 DEBUG [RS:1;a04d4489dc6d:33961 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40215:40215),(127.0.0.1/127.0.0.1:44505:44505)] 2024-11-20T08:18:51,839 DEBUG [RS:0;a04d4489dc6d:33793 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44505:44505),(127.0.0.1/127.0.0.1:40215:40215)] 2024-11-20T08:18:52,012 DEBUG [a04d4489dc6d:35437 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-20T08:18:52,013 DEBUG [a04d4489dc6d:35437 {}] balancer.BalancerClusterState(202): Hosts are {a04d4489dc6d=0} racks are {/default-rack=0} 2024-11-20T08:18:52,014 DEBUG [a04d4489dc6d:35437 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T08:18:52,014 DEBUG [a04d4489dc6d:35437 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T08:18:52,014 INFO [a04d4489dc6d:35437 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T08:18:52,014 INFO [a04d4489dc6d:35437 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T08:18:52,014 DEBUG [a04d4489dc6d:35437 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T08:18:52,015 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a04d4489dc6d,33793,1732090731388 2024-11-20T08:18:52,016 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a04d4489dc6d,33793,1732090731388, state=OPENING 2024-11-20T08:18:52,018 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:18:52,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x1001402d41e0002, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:52,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1001402d41e0001, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:52,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:52,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=a04d4489dc6d,33793,1732090731388}] 2024-11-20T08:18:52,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:52,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:52,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:52,172 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,33793,1732090731388 2024-11-20T08:18:52,172 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:18:52,174 INFO [RS-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43184, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:18:52,177 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-20T08:18:52,178 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:52,178 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:18:52,179 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C33793%2C1732090731388.meta, suffix=.meta, logDir=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/WALs/a04d4489dc6d,33793,1732090731388, archiveDir=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/oldWALs, maxLogs=32 2024-11-20T08:18:52,193 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/WALs/a04d4489dc6d,33793,1732090731388/a04d4489dc6d%2C33793%2C1732090731388.meta.1732090732179.meta, exclude list is [], retry=0 2024-11-20T08:18:52,195 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46513,DS-7af57b8e-abbd-4ca3-a9b1-bf03a4f41ac4,DISK] 2024-11-20T08:18:52,195 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37553,DS-dbd89c2a-faa4-44c2-8ff8-ecefb52133d1,DISK] 2024-11-20T08:18:52,197 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/WALs/a04d4489dc6d,33793,1732090731388/a04d4489dc6d%2C33793%2C1732090731388.meta.1732090732179.meta 2024-11-20T08:18:52,197 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40215:40215),(127.0.0.1/127.0.0.1:44505:44505)] 2024-11-20T08:18:52,197 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:18:52,197 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:18:52,197 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:18:52,197 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:18:52,197 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:18:52,197 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:52,198 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-20T08:18:52,198 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-20T08:18:52,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:18:52,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:18:52,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:52,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:52,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:18:52,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:18:52,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:52,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:52,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:18:52,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:18:52,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:52,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:52,203 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/hbase/meta/1588230740 2024-11-20T08:18:52,205 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/hbase/meta/1588230740 2024-11-20T08:18:52,206 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:18:52,207 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T08:18:52,208 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58791589, jitterRate=-0.12393705546855927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:18:52,209 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T08:18:52,210 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090732172 2024-11-20T08:18:52,211 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:18:52,211 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-20T08:18:52,212 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,33793,1732090731388 2024-11-20T08:18:52,212 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a04d4489dc6d,33793,1732090731388, state=OPEN 2024-11-20T08:18:52,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x1001402d41e0002, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:18:52,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:18:52,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1001402d41e0001, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:18:52,215 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:52,215 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:52,215 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:52,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:18:52,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=a04d4489dc6d,33793,1732090731388 in 195 msec 2024-11-20T08:18:52,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:18:52,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 607 msec 2024-11-20T08:18:52,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 644 msec 2024-11-20T08:18:52,220 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090732220, completionTime=-1 2024-11-20T08:18:52,220 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-20T08:18:52,220 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-20T08:18:52,221 DEBUG [hconnection-0x2a2d32b1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:52,222 INFO [RS-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43198, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:18:52,223 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-20T08:18:52,223 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090792223 2024-11-20T08:18:52,223 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090852223 2024-11-20T08:18:52,223 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-20T08:18:52,230 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,35437,1732090731334-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:52,230 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,35437,1732090731334-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:52,230 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,35437,1732090731334-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:52,230 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a04d4489dc6d:35437, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:52,230 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:52,230 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-20T08:18:52,230 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:18:52,231 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-20T08:18:52,231 DEBUG [master/a04d4489dc6d:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-20T08:18:52,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:18:52,232 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:52,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:18:52,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46513 is added to blk_1073741836_1012 (size=358) 2024-11-20T08:18:52,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741836_1012 (size=358) 2024-11-20T08:18:52,244 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 54a2d9af8fdbaa2058a92cafa468a16a, NAME => 'hbase:namespace,,1732090732230.54a2d9af8fdbaa2058a92cafa468a16a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f 2024-11-20T08:18:52,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46513 is added to blk_1073741837_1013 (size=42) 2024-11-20T08:18:52,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741837_1013 (size=42) 2024-11-20T08:18:52,252 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732090732230.54a2d9af8fdbaa2058a92cafa468a16a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:52,252 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 54a2d9af8fdbaa2058a92cafa468a16a, disabling compactions & flushes 2024-11-20T08:18:52,252 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732090732230.54a2d9af8fdbaa2058a92cafa468a16a. 2024-11-20T08:18:52,252 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732090732230.54a2d9af8fdbaa2058a92cafa468a16a. 2024-11-20T08:18:52,252 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732090732230.54a2d9af8fdbaa2058a92cafa468a16a. after waiting 0 ms 2024-11-20T08:18:52,252 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732090732230.54a2d9af8fdbaa2058a92cafa468a16a. 2024-11-20T08:18:52,252 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732090732230.54a2d9af8fdbaa2058a92cafa468a16a. 2024-11-20T08:18:52,252 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 54a2d9af8fdbaa2058a92cafa468a16a: 2024-11-20T08:18:52,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:18:52,254 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732090732230.54a2d9af8fdbaa2058a92cafa468a16a.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732090732253"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090732253"}]},"ts":"1732090732253"} 2024-11-20T08:18:52,255 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T08:18:52,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:18:52,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090732256"}]},"ts":"1732090732256"} 2024-11-20T08:18:52,258 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-20T08:18:52,262 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {a04d4489dc6d=0} racks are {/default-rack=0} 2024-11-20T08:18:52,263 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T08:18:52,263 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T08:18:52,263 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T08:18:52,263 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T08:18:52,263 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T08:18:52,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=54a2d9af8fdbaa2058a92cafa468a16a, ASSIGN}] 2024-11-20T08:18:52,264 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=54a2d9af8fdbaa2058a92cafa468a16a, ASSIGN 2024-11-20T08:18:52,265 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=54a2d9af8fdbaa2058a92cafa468a16a, ASSIGN; state=OFFLINE, location=a04d4489dc6d,33793,1732090731388; forceNewPlan=false, retain=false 2024-11-20T08:18:52,415 INFO [a04d4489dc6d:35437 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T08:18:52,415 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=54a2d9af8fdbaa2058a92cafa468a16a, regionState=OPENING, regionLocation=a04d4489dc6d,33793,1732090731388 2024-11-20T08:18:52,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 54a2d9af8fdbaa2058a92cafa468a16a, server=a04d4489dc6d,33793,1732090731388}] 2024-11-20T08:18:52,570 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,33793,1732090731388 2024-11-20T08:18:52,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732090732230.54a2d9af8fdbaa2058a92cafa468a16a. 2024-11-20T08:18:52,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 54a2d9af8fdbaa2058a92cafa468a16a, NAME => 'hbase:namespace,,1732090732230.54a2d9af8fdbaa2058a92cafa468a16a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:18:52,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 54a2d9af8fdbaa2058a92cafa468a16a 2024-11-20T08:18:52,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732090732230.54a2d9af8fdbaa2058a92cafa468a16a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:52,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 54a2d9af8fdbaa2058a92cafa468a16a 2024-11-20T08:18:52,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 54a2d9af8fdbaa2058a92cafa468a16a 2024-11-20T08:18:52,576 INFO [StoreOpener-54a2d9af8fdbaa2058a92cafa468a16a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 54a2d9af8fdbaa2058a92cafa468a16a 2024-11-20T08:18:52,577 INFO [StoreOpener-54a2d9af8fdbaa2058a92cafa468a16a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54a2d9af8fdbaa2058a92cafa468a16a columnFamilyName info 2024-11-20T08:18:52,577 DEBUG [StoreOpener-54a2d9af8fdbaa2058a92cafa468a16a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:52,578 INFO [StoreOpener-54a2d9af8fdbaa2058a92cafa468a16a-1 {}] regionserver.HStore(327): Store=54a2d9af8fdbaa2058a92cafa468a16a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:52,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/hbase/namespace/54a2d9af8fdbaa2058a92cafa468a16a 2024-11-20T08:18:52,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/hbase/namespace/54a2d9af8fdbaa2058a92cafa468a16a 2024-11-20T08:18:52,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 54a2d9af8fdbaa2058a92cafa468a16a 2024-11-20T08:18:52,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/hbase/namespace/54a2d9af8fdbaa2058a92cafa468a16a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:52,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 54a2d9af8fdbaa2058a92cafa468a16a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72684763, jitterRate=0.08308736979961395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T08:18:52,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 54a2d9af8fdbaa2058a92cafa468a16a: 2024-11-20T08:18:52,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732090732230.54a2d9af8fdbaa2058a92cafa468a16a., pid=6, masterSystemTime=1732090732570 2024-11-20T08:18:52,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732090732230.54a2d9af8fdbaa2058a92cafa468a16a. 2024-11-20T08:18:52,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732090732230.54a2d9af8fdbaa2058a92cafa468a16a. 2024-11-20T08:18:52,587 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=54a2d9af8fdbaa2058a92cafa468a16a, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,33793,1732090731388 2024-11-20T08:18:52,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:18:52,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 54a2d9af8fdbaa2058a92cafa468a16a, server=a04d4489dc6d,33793,1732090731388 in 171 msec 2024-11-20T08:18:52,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T08:18:52,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=54a2d9af8fdbaa2058a92cafa468a16a, ASSIGN in 327 msec 2024-11-20T08:18:52,593 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:18:52,593 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090732593"}]},"ts":"1732090732593"} 2024-11-20T08:18:52,595 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-20T08:18:52,598 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:18:52,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 368 msec 2024-11-20T08:18:52,632 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-20T08:18:52,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-20T08:18:52,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x1001402d41e0002, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:52,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1001402d41e0001, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:52,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:52,639 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-20T08:18:52,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T08:18:52,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 11 msec 2024-11-20T08:18:52,661 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-20T08:18:52,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T08:18:52,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 10 msec 2024-11-20T08:18:52,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-20T08:18:52,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-20T08:18:52,689 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.235sec 2024-11-20T08:18:52,689 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:18:52,689 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:18:52,690 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:18:52,690 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:18:52,690 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:18:52,690 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,35437,1732090731334-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:18:52,690 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,35437,1732090731334-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:18:52,691 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:18:52,691 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:18:52,692 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,35437,1732090731334-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:52,748 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29b065c1 to 127.0.0.1:56621 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4775d63f 2024-11-20T08:18:52,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@255b4bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:52,755 DEBUG [hconnection-0x6b838cc6-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:52,756 INFO [RS-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:18:52,757 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=a04d4489dc6d,35437,1732090731334 2024-11-20T08:18:52,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:18:52,759 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:18:52,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:18:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-20T08:18:52,762 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:18:52,762 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:52,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-20T08:18:52,763 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:18:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:18:52,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46513 is added to blk_1073741838_1014 (size=379) 2024-11-20T08:18:52,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741838_1014 (size=379) 2024-11-20T08:18:52,773 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 90c8254f42ec6886eb5c9a80a3ab77bb, NAME => 'testClearRegionBlockCache,,1732090732760.90c8254f42ec6886eb5c9a80a3ab77bb.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f 2024-11-20T08:18:52,774 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => cb2e16db9843195b0b6969ebef25a4da, NAME => 'testClearRegionBlockCache,5,1732090732760.cb2e16db9843195b0b6969ebef25a4da.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f 2024-11-20T08:18:52,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46513 is added to blk_1073741840_1016 (size=61) 2024-11-20T08:18:52,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741839_1015 (size=61) 2024-11-20T08:18:52,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741840_1016 (size=61) 2024-11-20T08:18:52,781 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732090732760.90c8254f42ec6886eb5c9a80a3ab77bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:52,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46513 is added to blk_1073741839_1015 (size=61) 2024-11-20T08:18:52,781 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732090732760.cb2e16db9843195b0b6969ebef25a4da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:52,781 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 90c8254f42ec6886eb5c9a80a3ab77bb, disabling compactions & flushes 2024-11-20T08:18:52,781 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732090732760.90c8254f42ec6886eb5c9a80a3ab77bb. 2024-11-20T08:18:52,781 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732090732760.90c8254f42ec6886eb5c9a80a3ab77bb. 2024-11-20T08:18:52,781 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing cb2e16db9843195b0b6969ebef25a4da, disabling compactions & flushes 2024-11-20T08:18:52,781 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732090732760.90c8254f42ec6886eb5c9a80a3ab77bb. after waiting 0 ms 2024-11-20T08:18:52,781 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732090732760.cb2e16db9843195b0b6969ebef25a4da. 2024-11-20T08:18:52,781 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732090732760.90c8254f42ec6886eb5c9a80a3ab77bb. 2024-11-20T08:18:52,781 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732090732760.cb2e16db9843195b0b6969ebef25a4da. 2024-11-20T08:18:52,781 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732090732760.90c8254f42ec6886eb5c9a80a3ab77bb. 2024-11-20T08:18:52,781 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732090732760.cb2e16db9843195b0b6969ebef25a4da. after waiting 0 ms 2024-11-20T08:18:52,782 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 90c8254f42ec6886eb5c9a80a3ab77bb: 2024-11-20T08:18:52,782 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732090732760.cb2e16db9843195b0b6969ebef25a4da. 2024-11-20T08:18:52,782 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732090732760.cb2e16db9843195b0b6969ebef25a4da. 2024-11-20T08:18:52,782 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for cb2e16db9843195b0b6969ebef25a4da: 2024-11-20T08:18:52,783 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:18:52,783 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732090732760.90c8254f42ec6886eb5c9a80a3ab77bb.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732090732783"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090732783"}]},"ts":"1732090732783"} 2024-11-20T08:18:52,783 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732090732760.cb2e16db9843195b0b6969ebef25a4da.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732090732783"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090732783"}]},"ts":"1732090732783"} 2024-11-20T08:18:52,786 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-20T08:18:52,786 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:18:52,787 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090732787"}]},"ts":"1732090732787"} 2024-11-20T08:18:52,788 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-20T08:18:52,792 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {a04d4489dc6d=0} racks are {/default-rack=0} 2024-11-20T08:18:52,793 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T08:18:52,793 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T08:18:52,793 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T08:18:52,793 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T08:18:52,793 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T08:18:52,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=90c8254f42ec6886eb5c9a80a3ab77bb, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cb2e16db9843195b0b6969ebef25a4da, ASSIGN}] 2024-11-20T08:18:52,794 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cb2e16db9843195b0b6969ebef25a4da, ASSIGN 2024-11-20T08:18:52,794 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=90c8254f42ec6886eb5c9a80a3ab77bb, ASSIGN 2024-11-20T08:18:52,795 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=90c8254f42ec6886eb5c9a80a3ab77bb, ASSIGN; state=OFFLINE, location=a04d4489dc6d,33961,1732090731425; forceNewPlan=false, retain=false 2024-11-20T08:18:52,795 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cb2e16db9843195b0b6969ebef25a4da, ASSIGN; state=OFFLINE, location=a04d4489dc6d,33793,1732090731388; forceNewPlan=false, retain=false 2024-11-20T08:18:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:18:52,945 INFO [a04d4489dc6d:35437 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-20T08:18:52,946 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=cb2e16db9843195b0b6969ebef25a4da, regionState=OPENING, regionLocation=a04d4489dc6d,33793,1732090731388 2024-11-20T08:18:52,946 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=90c8254f42ec6886eb5c9a80a3ab77bb, regionState=OPENING, regionLocation=a04d4489dc6d,33961,1732090731425 2024-11-20T08:18:52,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 90c8254f42ec6886eb5c9a80a3ab77bb, server=a04d4489dc6d,33961,1732090731425}] 2024-11-20T08:18:52,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure cb2e16db9843195b0b6969ebef25a4da, server=a04d4489dc6d,33793,1732090731388}] 2024-11-20T08:18:53,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:18:53,100 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,33793,1732090731388 2024-11-20T08:18:53,100 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,33961,1732090731425 2024-11-20T08:18:53,100 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:18:53,102 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:18:53,104 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732090732760.cb2e16db9843195b0b6969ebef25a4da. 2024-11-20T08:18:53,104 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => cb2e16db9843195b0b6969ebef25a4da, NAME => 'testClearRegionBlockCache,5,1732090732760.cb2e16db9843195b0b6969ebef25a4da.', STARTKEY => '5', ENDKEY => ''} 2024-11-20T08:18:53,104 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache cb2e16db9843195b0b6969ebef25a4da 2024-11-20T08:18:53,104 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732090732760.cb2e16db9843195b0b6969ebef25a4da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:53,104 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for cb2e16db9843195b0b6969ebef25a4da 2024-11-20T08:18:53,104 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for cb2e16db9843195b0b6969ebef25a4da 2024-11-20T08:18:53,105 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732090732760.90c8254f42ec6886eb5c9a80a3ab77bb. 2024-11-20T08:18:53,105 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 90c8254f42ec6886eb5c9a80a3ab77bb, NAME => 'testClearRegionBlockCache,,1732090732760.90c8254f42ec6886eb5c9a80a3ab77bb.', STARTKEY => '', ENDKEY => '5'} 2024-11-20T08:18:53,106 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 90c8254f42ec6886eb5c9a80a3ab77bb 2024-11-20T08:18:53,106 INFO [StoreOpener-cb2e16db9843195b0b6969ebef25a4da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region cb2e16db9843195b0b6969ebef25a4da 2024-11-20T08:18:53,106 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732090732760.90c8254f42ec6886eb5c9a80a3ab77bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:53,106 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 90c8254f42ec6886eb5c9a80a3ab77bb 2024-11-20T08:18:53,106 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 90c8254f42ec6886eb5c9a80a3ab77bb 2024-11-20T08:18:53,107 INFO [StoreOpener-cb2e16db9843195b0b6969ebef25a4da-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb2e16db9843195b0b6969ebef25a4da columnFamilyName family 2024-11-20T08:18:53,107 DEBUG [StoreOpener-cb2e16db9843195b0b6969ebef25a4da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:53,107 INFO [StoreOpener-90c8254f42ec6886eb5c9a80a3ab77bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 90c8254f42ec6886eb5c9a80a3ab77bb 2024-11-20T08:18:53,108 INFO [StoreOpener-cb2e16db9843195b0b6969ebef25a4da-1 {}] regionserver.HStore(327): Store=cb2e16db9843195b0b6969ebef25a4da/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:53,108 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/default/testClearRegionBlockCache/cb2e16db9843195b0b6969ebef25a4da 2024-11-20T08:18:53,109 INFO [StoreOpener-90c8254f42ec6886eb5c9a80a3ab77bb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90c8254f42ec6886eb5c9a80a3ab77bb columnFamilyName family 2024-11-20T08:18:53,109 DEBUG [StoreOpener-90c8254f42ec6886eb5c9a80a3ab77bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:53,109 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/default/testClearRegionBlockCache/cb2e16db9843195b0b6969ebef25a4da 2024-11-20T08:18:53,109 INFO [StoreOpener-90c8254f42ec6886eb5c9a80a3ab77bb-1 {}] regionserver.HStore(327): Store=90c8254f42ec6886eb5c9a80a3ab77bb/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:53,110 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/default/testClearRegionBlockCache/90c8254f42ec6886eb5c9a80a3ab77bb 2024-11-20T08:18:53,110 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/default/testClearRegionBlockCache/90c8254f42ec6886eb5c9a80a3ab77bb 2024-11-20T08:18:53,111 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for cb2e16db9843195b0b6969ebef25a4da 2024-11-20T08:18:53,113 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 90c8254f42ec6886eb5c9a80a3ab77bb 2024-11-20T08:18:53,113 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/default/testClearRegionBlockCache/cb2e16db9843195b0b6969ebef25a4da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:53,114 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened cb2e16db9843195b0b6969ebef25a4da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74973990, jitterRate=0.11719951033592224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T08:18:53,115 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/default/testClearRegionBlockCache/90c8254f42ec6886eb5c9a80a3ab77bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:53,115 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for cb2e16db9843195b0b6969ebef25a4da: 2024-11-20T08:18:53,115 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 90c8254f42ec6886eb5c9a80a3ab77bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74703989, jitterRate=0.11317618191242218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T08:18:53,115 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 90c8254f42ec6886eb5c9a80a3ab77bb: 2024-11-20T08:18:53,116 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732090732760.cb2e16db9843195b0b6969ebef25a4da., pid=13, masterSystemTime=1732090733100 2024-11-20T08:18:53,116 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732090732760.90c8254f42ec6886eb5c9a80a3ab77bb., pid=12, masterSystemTime=1732090733100 2024-11-20T08:18:53,118 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732090732760.cb2e16db9843195b0b6969ebef25a4da. 2024-11-20T08:18:53,118 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732090732760.cb2e16db9843195b0b6969ebef25a4da. 2024-11-20T08:18:53,118 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=cb2e16db9843195b0b6969ebef25a4da, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,33793,1732090731388 2024-11-20T08:18:53,119 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732090732760.90c8254f42ec6886eb5c9a80a3ab77bb. 2024-11-20T08:18:53,119 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732090732760.90c8254f42ec6886eb5c9a80a3ab77bb. 2024-11-20T08:18:53,119 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=90c8254f42ec6886eb5c9a80a3ab77bb, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,33961,1732090731425 2024-11-20T08:18:53,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-20T08:18:53,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure cb2e16db9843195b0b6969ebef25a4da, server=a04d4489dc6d,33793,1732090731388 in 172 msec 2024-11-20T08:18:53,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-20T08:18:53,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 90c8254f42ec6886eb5c9a80a3ab77bb, server=a04d4489dc6d,33961,1732090731425 in 173 msec 2024-11-20T08:18:53,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cb2e16db9843195b0b6969ebef25a4da, ASSIGN in 329 msec 2024-11-20T08:18:53,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T08:18:53,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=90c8254f42ec6886eb5c9a80a3ab77bb, ASSIGN in 329 msec 2024-11-20T08:18:53,124 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:18:53,125 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090733124"}]},"ts":"1732090733124"} 2024-11-20T08:18:53,126 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-20T08:18:53,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:18:53,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 368 msec 2024-11-20T08:18:53,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:18:53,367 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-20T08:18:53,367 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-20T08:18:53,368 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T08:18:53,371 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-20T08:18:53,371 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T08:18:53,371 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-20T08:18:53,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:53,374 INFO [RS-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:18:53,388 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing cb2e16db9843195b0b6969ebef25a4da 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-20T08:18:53,406 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/default/testClearRegionBlockCache/cb2e16db9843195b0b6969ebef25a4da/.tmp/family/8da4b29849f34c6d89286c7195f9d6e0 is 32, key is 5/family:/1732090733382/Put/seqid=0 2024-11-20T08:18:53,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46513 is added to blk_1073741841_1017 (size=5083) 2024-11-20T08:18:53,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741841_1017 (size=5083) 2024-11-20T08:18:53,412 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/default/testClearRegionBlockCache/cb2e16db9843195b0b6969ebef25a4da/.tmp/family/8da4b29849f34c6d89286c7195f9d6e0 2024-11-20T08:18:53,418 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/default/testClearRegionBlockCache/cb2e16db9843195b0b6969ebef25a4da/.tmp/family/8da4b29849f34c6d89286c7195f9d6e0 as hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/default/testClearRegionBlockCache/cb2e16db9843195b0b6969ebef25a4da/family/8da4b29849f34c6d89286c7195f9d6e0 2024-11-20T08:18:53,423 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/default/testClearRegionBlockCache/cb2e16db9843195b0b6969ebef25a4da/family/8da4b29849f34c6d89286c7195f9d6e0, entries=5, sequenceid=9, filesize=5.0 K 2024-11-20T08:18:53,424 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for cb2e16db9843195b0b6969ebef25a4da in 36ms, sequenceid=9, compaction requested=false 2024-11-20T08:18:53,425 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for cb2e16db9843195b0b6969ebef25a4da: 2024-11-20T08:18:53,425 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 90c8254f42ec6886eb5c9a80a3ab77bb 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-20T08:18:53,440 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/default/testClearRegionBlockCache/90c8254f42ec6886eb5c9a80a3ab77bb/.tmp/family/da5f28e01f6f423f8f3573c900596730 is 32, key is 1/family:/1732090733375/Put/seqid=0 2024-11-20T08:18:53,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741842_1018 (size=5054) 2024-11-20T08:18:53,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46513 is added to blk_1073741842_1018 (size=5054) 2024-11-20T08:18:53,446 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/default/testClearRegionBlockCache/90c8254f42ec6886eb5c9a80a3ab77bb/.tmp/family/da5f28e01f6f423f8f3573c900596730 2024-11-20T08:18:53,451 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/default/testClearRegionBlockCache/90c8254f42ec6886eb5c9a80a3ab77bb/.tmp/family/da5f28e01f6f423f8f3573c900596730 as hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/default/testClearRegionBlockCache/90c8254f42ec6886eb5c9a80a3ab77bb/family/da5f28e01f6f423f8f3573c900596730 2024-11-20T08:18:53,456 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/default/testClearRegionBlockCache/90c8254f42ec6886eb5c9a80a3ab77bb/family/da5f28e01f6f423f8f3573c900596730, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T08:18:53,457 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 90c8254f42ec6886eb5c9a80a3ab77bb in 32ms, sequenceid=8, compaction requested=false 2024-11-20T08:18:53,457 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 90c8254f42ec6886eb5c9a80a3ab77bb: 2024-11-20T08:18:53,459 DEBUG [Time-limited test {}] bucket.BucketCache(1852): found 1 blocks for file 8da4b29849f34c6d89286c7195f9d6e0, starting offset: 0, end offset: 9223372036854775807 2024-11-20T08:18:53,459 DEBUG [Time-limited test {}] bucket.BucketCache(844): removed key 8da4b29849f34c6d89286c7195f9d6e0_0 from back map with offset lock 2094080 in the evict process 2024-11-20T08:18:53,460 DEBUG [Time-limited test {}] bucket.BucketCache(1852): found 1 blocks for file da5f28e01f6f423f8f3573c900596730, starting offset: 0, end offset: 9223372036854775807 2024-11-20T08:18:53,460 DEBUG [Time-limited test {}] bucket.BucketCache(844): removed key da5f28e01f6f423f8f3573c900596730_0 from back map with offset lock 2094080 in the evict process 2024-11-20T08:18:53,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T08:18:53,460 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T08:18:53,461 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29b065c1 to 127.0.0.1:56621 2024-11-20T08:18:53,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:53,461 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:18:53,461 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=720147512, stopped=false 2024-11-20T08:18:53,461 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=a04d4489dc6d,35437,1732090731334 2024-11-20T08:18:53,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:53,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1001402d41e0001, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:53,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x1001402d41e0002, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:53,464 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-20T08:18:53,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:53,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1001402d41e0001, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:53,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x1001402d41e0002, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:53,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:53,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:53,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33961-0x1001402d41e0002, quorum=127.0.0.1:56621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:53,466 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'a04d4489dc6d,33793,1732090731388' ***** 2024-11-20T08:18:53,466 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T08:18:53,466 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'a04d4489dc6d,33961,1732090731425' ***** 2024-11-20T08:18:53,466 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T08:18:53,466 INFO [RS:0;a04d4489dc6d:33793 {}] bucket.BucketCache(1727): Disabling cache 2024-11-20T08:18:53,466 INFO [RS:0;a04d4489dc6d:33793 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-20T08:18:53,466 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-20T08:18:53,466 INFO [RS:0;a04d4489dc6d:33793 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:18:53,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33793-0x1001402d41e0001, quorum=127.0.0.1:56621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:53,466 INFO [RS:0;a04d4489dc6d:33793 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:18:53,466 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T08:18:53,466 INFO [RS:0;a04d4489dc6d:33793 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:18:53,466 INFO [RS:0;a04d4489dc6d:33793 {}] regionserver.HRegionServer(3579): Received CLOSE for 54a2d9af8fdbaa2058a92cafa468a16a 2024-11-20T08:18:53,467 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-20T08:18:53,467 INFO [RS:0;a04d4489dc6d:33793 {}] regionserver.HRegionServer(3579): Received CLOSE for cb2e16db9843195b0b6969ebef25a4da 2024-11-20T08:18:53,467 INFO [RS:0;a04d4489dc6d:33793 {}] regionserver.HRegionServer(1224): stopping server a04d4489dc6d,33793,1732090731388 2024-11-20T08:18:53,467 DEBUG [RS:0;a04d4489dc6d:33793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:53,467 INFO [RS:0;a04d4489dc6d:33793 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:18:53,467 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-20T08:18:53,467 INFO [RS:0;a04d4489dc6d:33793 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:18:53,467 INFO [RS:0;a04d4489dc6d:33793 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:18:53,467 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 54a2d9af8fdbaa2058a92cafa468a16a, disabling compactions & flushes 2024-11-20T08:18:53,467 INFO [RS:0;a04d4489dc6d:33793 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-20T08:18:53,467 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732090732230.54a2d9af8fdbaa2058a92cafa468a16a. 2024-11-20T08:18:53,467 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732090732230.54a2d9af8fdbaa2058a92cafa468a16a. 2024-11-20T08:18:53,467 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732090732230.54a2d9af8fdbaa2058a92cafa468a16a. after waiting 0 ms 2024-11-20T08:18:53,467 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732090732230.54a2d9af8fdbaa2058a92cafa468a16a. 2024-11-20T08:18:53,467 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 54a2d9af8fdbaa2058a92cafa468a16a 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-20T08:18:53,467 INFO [RS:0;a04d4489dc6d:33793 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-11-20T08:18:53,467 DEBUG [RS:0;a04d4489dc6d:33793 {}] regionserver.HRegionServer(1603): Online Regions={54a2d9af8fdbaa2058a92cafa468a16a=hbase:namespace,,1732090732230.54a2d9af8fdbaa2058a92cafa468a16a., cb2e16db9843195b0b6969ebef25a4da=testClearRegionBlockCache,5,1732090732760.cb2e16db9843195b0b6969ebef25a4da., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T08:18:53,467 DEBUG [RS:0;a04d4489dc6d:33793 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 54a2d9af8fdbaa2058a92cafa468a16a, cb2e16db9843195b0b6969ebef25a4da 2024-11-20T08:18:53,467 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:18:53,467 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T08:18:53,467 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T08:18:53,467 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:18:53,467 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:18:53,467 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-20T08:18:53,470 INFO [RS:1;a04d4489dc6d:33961 {}] bucket.BucketCache(1727): Disabling cache 2024-11-20T08:18:53,471 INFO [RS:1;a04d4489dc6d:33961 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-20T08:18:53,471 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-20T08:18:53,471 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-20T08:18:53,471 INFO [RS:1;a04d4489dc6d:33961 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:18:53,471 INFO [RS:1;a04d4489dc6d:33961 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:18:53,471 INFO [RS:1;a04d4489dc6d:33961 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:18:53,471 INFO [RS:1;a04d4489dc6d:33961 {}] regionserver.HRegionServer(3579): Received CLOSE for 90c8254f42ec6886eb5c9a80a3ab77bb 2024-11-20T08:18:53,471 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-20T08:18:53,471 INFO [RS:1;a04d4489dc6d:33961 {}] regionserver.HRegionServer(1224): stopping server a04d4489dc6d,33961,1732090731425 2024-11-20T08:18:53,471 DEBUG [RS:1;a04d4489dc6d:33961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:53,471 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T08:18:53,471 INFO [RS:1;a04d4489dc6d:33961 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-20T08:18:53,471 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 90c8254f42ec6886eb5c9a80a3ab77bb, disabling compactions & flushes 2024-11-20T08:18:53,471 DEBUG [RS:1;a04d4489dc6d:33961 {}] regionserver.HRegionServer(1603): Online Regions={90c8254f42ec6886eb5c9a80a3ab77bb=testClearRegionBlockCache,,1732090732760.90c8254f42ec6886eb5c9a80a3ab77bb.} 2024-11-20T08:18:53,471 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732090732760.90c8254f42ec6886eb5c9a80a3ab77bb. 2024-11-20T08:18:53,471 DEBUG [RS:1;a04d4489dc6d:33961 {}] regionserver.HRegionServer(1629): Waiting on 90c8254f42ec6886eb5c9a80a3ab77bb 2024-11-20T08:18:53,471 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732090732760.90c8254f42ec6886eb5c9a80a3ab77bb. 2024-11-20T08:18:53,471 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732090732760.90c8254f42ec6886eb5c9a80a3ab77bb. after waiting 0 ms 2024-11-20T08:18:53,471 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732090732760.90c8254f42ec6886eb5c9a80a3ab77bb. 2024-11-20T08:18:53,475 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/default/testClearRegionBlockCache/90c8254f42ec6886eb5c9a80a3ab77bb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T08:18:53,476 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732090732760.90c8254f42ec6886eb5c9a80a3ab77bb. 2024-11-20T08:18:53,476 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 90c8254f42ec6886eb5c9a80a3ab77bb: 2024-11-20T08:18:53,476 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732090732760.90c8254f42ec6886eb5c9a80a3ab77bb. 2024-11-20T08:18:53,485 INFO [regionserver/a04d4489dc6d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:53,485 INFO [regionserver/a04d4489dc6d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:53,492 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/hbase/namespace/54a2d9af8fdbaa2058a92cafa468a16a/.tmp/info/8265f06802724148b5aad67696d01744 is 45, key is default/info:d/1732090732644/Put/seqid=0 2024-11-20T08:18:53,492 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/hbase/meta/1588230740/.tmp/info/bb321dce50c94d8ba89da7eab4637605 is 173, key is testClearRegionBlockCache,5,1732090732760.cb2e16db9843195b0b6969ebef25a4da./info:regioninfo/1732090733118/Put/seqid=0 2024-11-20T08:18:53,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741843_1019 (size=5037) 2024-11-20T08:18:53,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46513 is added to blk_1073741844_1020 (size=9337) 2024-11-20T08:18:53,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741844_1020 (size=9337) 2024-11-20T08:18:53,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46513 is added to blk_1073741843_1019 (size=5037) 2024-11-20T08:18:53,499 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/hbase/meta/1588230740/.tmp/info/bb321dce50c94d8ba89da7eab4637605 2024-11-20T08:18:53,499 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/hbase/namespace/54a2d9af8fdbaa2058a92cafa468a16a/.tmp/info/8265f06802724148b5aad67696d01744 2024-11-20T08:18:53,506 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/hbase/namespace/54a2d9af8fdbaa2058a92cafa468a16a/.tmp/info/8265f06802724148b5aad67696d01744 as hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/hbase/namespace/54a2d9af8fdbaa2058a92cafa468a16a/info/8265f06802724148b5aad67696d01744 2024-11-20T08:18:53,511 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/hbase/namespace/54a2d9af8fdbaa2058a92cafa468a16a/info/8265f06802724148b5aad67696d01744, entries=2, sequenceid=6, filesize=4.9 K 2024-11-20T08:18:53,512 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 54a2d9af8fdbaa2058a92cafa468a16a in 45ms, sequenceid=6, compaction requested=false 2024-11-20T08:18:53,518 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/hbase/namespace/54a2d9af8fdbaa2058a92cafa468a16a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T08:18:53,519 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732090732230.54a2d9af8fdbaa2058a92cafa468a16a. 2024-11-20T08:18:53,519 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 54a2d9af8fdbaa2058a92cafa468a16a: 2024-11-20T08:18:53,519 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732090732230.54a2d9af8fdbaa2058a92cafa468a16a. 2024-11-20T08:18:53,519 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cb2e16db9843195b0b6969ebef25a4da, disabling compactions & flushes 2024-11-20T08:18:53,519 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732090732760.cb2e16db9843195b0b6969ebef25a4da. 2024-11-20T08:18:53,519 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732090732760.cb2e16db9843195b0b6969ebef25a4da. 2024-11-20T08:18:53,519 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732090732760.cb2e16db9843195b0b6969ebef25a4da. after waiting 0 ms 2024-11-20T08:18:53,519 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732090732760.cb2e16db9843195b0b6969ebef25a4da. 2024-11-20T08:18:53,521 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/hbase/meta/1588230740/.tmp/table/829636ba58954fb194c7708a37fd3bc1 is 61, key is testClearRegionBlockCache/table:state/1732090733124/Put/seqid=0 2024-11-20T08:18:53,523 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/default/testClearRegionBlockCache/cb2e16db9843195b0b6969ebef25a4da/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-20T08:18:53,524 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732090732760.cb2e16db9843195b0b6969ebef25a4da. 2024-11-20T08:18:53,524 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cb2e16db9843195b0b6969ebef25a4da: 2024-11-20T08:18:53,524 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732090732760.cb2e16db9843195b0b6969ebef25a4da. 2024-11-20T08:18:53,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741845_1021 (size=5392) 2024-11-20T08:18:53,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46513 is added to blk_1073741845_1021 (size=5392) 2024-11-20T08:18:53,527 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/hbase/meta/1588230740/.tmp/table/829636ba58954fb194c7708a37fd3bc1 2024-11-20T08:18:53,533 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/hbase/meta/1588230740/.tmp/info/bb321dce50c94d8ba89da7eab4637605 as hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/hbase/meta/1588230740/info/bb321dce50c94d8ba89da7eab4637605 2024-11-20T08:18:53,538 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/hbase/meta/1588230740/info/bb321dce50c94d8ba89da7eab4637605, entries=30, sequenceid=16, filesize=9.1 K 2024-11-20T08:18:53,539 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/hbase/meta/1588230740/.tmp/table/829636ba58954fb194c7708a37fd3bc1 as hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/hbase/meta/1588230740/table/829636ba58954fb194c7708a37fd3bc1 2024-11-20T08:18:53,544 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/hbase/meta/1588230740/table/829636ba58954fb194c7708a37fd3bc1, entries=4, sequenceid=16, filesize=5.3 K 2024-11-20T08:18:53,545 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 78ms, sequenceid=16, compaction requested=false 2024-11-20T08:18:53,548 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T08:18:53,549 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:18:53,549 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T08:18:53,549 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T08:18:53,549 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:18:53,648 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:18:53,667 INFO [RS:0;a04d4489dc6d:33793 {}] regionserver.HRegionServer(1250): stopping server a04d4489dc6d,33793,1732090731388; all regions closed. 2024-11-20T08:18:53,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741835_1011 (size=5602) 2024-11-20T08:18:53,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46513 is added to blk_1073741835_1011 (size=5602) 2024-11-20T08:18:53,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:53,671 INFO [RS:1;a04d4489dc6d:33961 {}] regionserver.HRegionServer(1250): stopping server a04d4489dc6d,33961,1732090731425; all regions closed. 2024-11-20T08:18:53,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:53,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:53,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:53,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:53,674 DEBUG [RS:0;a04d4489dc6d:33793 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/oldWALs 2024-11-20T08:18:53,674 INFO [RS:0;a04d4489dc6d:33793 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL a04d4489dc6d%2C33793%2C1732090731388.meta:.meta(num 1732090732179) 2024-11-20T08:18:53,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46513 is added to blk_1073741834_1010 (size=1758) 2024-11-20T08:18:53,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741834_1010 (size=1758) 2024-11-20T08:18:53,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:53,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741833_1009 (size=3188) 2024-11-20T08:18:53,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46513 is added to blk_1073741833_1009 (size=3188) 2024-11-20T08:18:53,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:53,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:53,686 DEBUG [RS:0;a04d4489dc6d:33793 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/oldWALs 2024-11-20T08:18:53,686 INFO [RS:0;a04d4489dc6d:33793 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL a04d4489dc6d%2C33793%2C1732090731388:(num 1732090731818) 2024-11-20T08:18:53,686 DEBUG [RS:0;a04d4489dc6d:33793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:53,686 DEBUG [RS:1;a04d4489dc6d:33961 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/oldWALs 2024-11-20T08:18:53,686 INFO [RS:0;a04d4489dc6d:33793 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:53,687 INFO [RS:1;a04d4489dc6d:33961 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL a04d4489dc6d%2C33961%2C1732090731425:(num 1732090731818) 2024-11-20T08:18:53,687 DEBUG [RS:1;a04d4489dc6d:33961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:53,687 INFO [RS:1;a04d4489dc6d:33961 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:53,687 INFO [RS:0;a04d4489dc6d:33793 {}] hbase.ChoreService(370): Chore service for: regionserver/a04d4489dc6d:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T08:18:53,687 INFO [regionserver/a04d4489dc6d:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T08:18:53,687 INFO [RS:0;a04d4489dc6d:33793 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33793 2024-11-20T08:18:53,688 INFO [RS:1;a04d4489dc6d:33961 {}] hbase.ChoreService(370): Chore service for: regionserver/a04d4489dc6d:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T08:18:53,688 INFO [RS:1;a04d4489dc6d:33961 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:18:53,688 INFO [RS:1;a04d4489dc6d:33961 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:18:53,688 INFO [RS:1;a04d4489dc6d:33961 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:18:53,688 INFO [RS:1;a04d4489dc6d:33961 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33961 2024-11-20T08:18:53,688 INFO [regionserver/a04d4489dc6d:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T08:18:53,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1001402d41e0001, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a04d4489dc6d,33793,1732090731388 2024-11-20T08:18:53,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:18:53,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x1001402d41e0002, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a04d4489dc6d,33961,1732090731425 2024-11-20T08:18:53,692 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a04d4489dc6d,33793,1732090731388] 2024-11-20T08:18:53,692 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing a04d4489dc6d,33793,1732090731388; numProcessing=1 2024-11-20T08:18:53,695 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/a04d4489dc6d,33793,1732090731388 already deleted, retry=false 2024-11-20T08:18:53,695 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; a04d4489dc6d,33793,1732090731388 expired; onlineServers=1 2024-11-20T08:18:53,695 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a04d4489dc6d,33961,1732090731425] 2024-11-20T08:18:53,695 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing a04d4489dc6d,33961,1732090731425; numProcessing=2 2024-11-20T08:18:53,696 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/a04d4489dc6d,33961,1732090731425 already deleted, retry=false 2024-11-20T08:18:53,696 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; a04d4489dc6d,33961,1732090731425 expired; onlineServers=0 2024-11-20T08:18:53,696 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'a04d4489dc6d,35437,1732090731334' ***** 2024-11-20T08:18:53,696 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:18:53,696 DEBUG [M:0;a04d4489dc6d:35437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1badaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a04d4489dc6d/172.17.0.2:0 2024-11-20T08:18:53,696 INFO [M:0;a04d4489dc6d:35437 {}] regionserver.HRegionServer(1224): stopping server a04d4489dc6d,35437,1732090731334 2024-11-20T08:18:53,696 INFO [M:0;a04d4489dc6d:35437 {}] regionserver.HRegionServer(1250): stopping server a04d4489dc6d,35437,1732090731334; all regions closed. 2024-11-20T08:18:53,696 DEBUG [M:0;a04d4489dc6d:35437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:53,696 DEBUG [M:0;a04d4489dc6d:35437 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:18:53,697 DEBUG [M:0;a04d4489dc6d:35437 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:18:53,697 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:18:53,697 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.small.0-1732090731581 {}] cleaner.HFileCleaner(306): Exit Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.small.0-1732090731581,5,FailOnTimeoutGroup] 2024-11-20T08:18:53,697 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.large.0-1732090731580 {}] cleaner.HFileCleaner(306): Exit Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.large.0-1732090731580,5,FailOnTimeoutGroup] 2024-11-20T08:18:53,697 INFO [M:0;a04d4489dc6d:35437 {}] hbase.ChoreService(370): Chore service for: master/a04d4489dc6d:0 had [] on shutdown 2024-11-20T08:18:53,697 DEBUG [M:0;a04d4489dc6d:35437 {}] master.HMaster(1733): Stopping service threads 2024-11-20T08:18:53,697 INFO [M:0;a04d4489dc6d:35437 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:18:53,697 INFO [M:0;a04d4489dc6d:35437 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:18:53,697 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:18:53,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T08:18:53,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:53,698 DEBUG [M:0;a04d4489dc6d:35437 {}] zookeeper.ZKUtil(347): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T08:18:53,698 WARN [M:0;a04d4489dc6d:35437 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:18:53,698 INFO [M:0;a04d4489dc6d:35437 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-20T08:18:53,699 INFO [M:0;a04d4489dc6d:35437 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:18:53,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:18:53,699 DEBUG [M:0;a04d4489dc6d:35437 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:18:53,699 INFO [M:0;a04d4489dc6d:35437 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:53,699 DEBUG [M:0;a04d4489dc6d:35437 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:53,699 DEBUG [M:0;a04d4489dc6d:35437 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:18:53,699 DEBUG [M:0;a04d4489dc6d:35437 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:53,699 INFO [M:0;a04d4489dc6d:35437 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-11-20T08:18:53,717 DEBUG [M:0;a04d4489dc6d:35437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f145c6624c04a34a6a70ec2f0b1ebde is 82, key is hbase:meta,,1/info:regioninfo/1732090732212/Put/seqid=0 2024-11-20T08:18:53,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46513 is added to blk_1073741846_1022 (size=5672) 2024-11-20T08:18:53,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741846_1022 (size=5672) 2024-11-20T08:18:53,723 INFO [M:0;a04d4489dc6d:35437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f145c6624c04a34a6a70ec2f0b1ebde 2024-11-20T08:18:53,743 DEBUG [M:0;a04d4489dc6d:35437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18e90f5f630f4d8180b5f0d12b4d072f is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732090733129/Put/seqid=0 2024-11-20T08:18:53,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741847_1023 (size=7577) 2024-11-20T08:18:53,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46513 is added to blk_1073741847_1023 (size=7577) 2024-11-20T08:18:53,749 INFO [M:0;a04d4489dc6d:35437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18e90f5f630f4d8180b5f0d12b4d072f 2024-11-20T08:18:53,769 DEBUG [M:0;a04d4489dc6d:35437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5dd6c712371f406e8b616b9062cc6693 is 69, key is a04d4489dc6d,33793,1732090731388/rs:state/1732090731667/Put/seqid=0 2024-11-20T08:18:53,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741848_1024 (size=5224) 2024-11-20T08:18:53,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46513 is added to blk_1073741848_1024 (size=5224) 2024-11-20T08:18:53,775 INFO [M:0;a04d4489dc6d:35437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5dd6c712371f406e8b616b9062cc6693 2024-11-20T08:18:53,780 DEBUG [M:0;a04d4489dc6d:35437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f145c6624c04a34a6a70ec2f0b1ebde as hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f145c6624c04a34a6a70ec2f0b1ebde 2024-11-20T08:18:53,785 INFO [M:0;a04d4489dc6d:35437 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f145c6624c04a34a6a70ec2f0b1ebde, entries=8, sequenceid=108, filesize=5.5 K 2024-11-20T08:18:53,786 DEBUG [M:0;a04d4489dc6d:35437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18e90f5f630f4d8180b5f0d12b4d072f as hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18e90f5f630f4d8180b5f0d12b4d072f 2024-11-20T08:18:53,790 INFO [M:0;a04d4489dc6d:35437 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18e90f5f630f4d8180b5f0d12b4d072f, entries=13, sequenceid=108, filesize=7.4 K 2024-11-20T08:18:53,791 DEBUG [M:0;a04d4489dc6d:35437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5dd6c712371f406e8b616b9062cc6693 as hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5dd6c712371f406e8b616b9062cc6693 2024-11-20T08:18:53,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1001402d41e0001, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:53,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1001402d41e0001, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:53,793 INFO [RS:0;a04d4489dc6d:33793 {}] regionserver.HRegionServer(1307): Exiting; stopping=a04d4489dc6d,33793,1732090731388; zookeeper connection closed. 2024-11-20T08:18:53,793 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65b97c77 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65b97c77 2024-11-20T08:18:53,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x1001402d41e0002, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:53,794 INFO [RS:1;a04d4489dc6d:33961 {}] regionserver.HRegionServer(1307): Exiting; stopping=a04d4489dc6d,33961,1732090731425; zookeeper connection closed. 2024-11-20T08:18:53,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x1001402d41e0002, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:53,794 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@38955867 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@38955867 2024-11-20T08:18:53,794 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-20T08:18:53,796 INFO [M:0;a04d4489dc6d:35437 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36775/user/jenkins/test-data/a691292a-1225-db16-be94-442e4911a28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5dd6c712371f406e8b616b9062cc6693, entries=2, sequenceid=108, filesize=5.1 K 2024-11-20T08:18:53,797 INFO [M:0;a04d4489dc6d:35437 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=108, compaction requested=false 2024-11-20T08:18:53,841 INFO [M:0;a04d4489dc6d:35437 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:53,841 DEBUG [M:0;a04d4489dc6d:35437 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T08:18:53,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46513 is added to blk_1073741830_1006 (size=54453) 2024-11-20T08:18:53,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741830_1006 (size=54453) 2024-11-20T08:18:53,845 INFO [M:0;a04d4489dc6d:35437 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-20T08:18:53,845 INFO [M:0;a04d4489dc6d:35437 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35437 2024-11-20T08:18:53,845 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T08:18:53,847 DEBUG [M:0;a04d4489dc6d:35437 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/a04d4489dc6d,35437,1732090731334 already deleted, retry=false 2024-11-20T08:18:53,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:53,949 INFO [M:0;a04d4489dc6d:35437 {}] regionserver.HRegionServer(1307): Exiting; stopping=a04d4489dc6d,35437,1732090731334; zookeeper connection closed. 2024-11-20T08:18:53,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35437-0x1001402d41e0000, quorum=127.0.0.1:56621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:53,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e564e6f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:53,952 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b842ccf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:18:53,952 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:18:53,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16f858e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:18:53,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47a032c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/hadoop.log.dir/,STOPPED} 2024-11-20T08:18:53,954 WARN [BP-1532877080-172.17.0.2-1732090730570 heartbeating to localhost/127.0.0.1:36775 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:18:53,954 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:18:53,954 WARN [BP-1532877080-172.17.0.2-1732090730570 heartbeating to localhost/127.0.0.1:36775 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1532877080-172.17.0.2-1732090730570 (Datanode Uuid 9ba0d7bb-e55b-490c-b3a6-55278a36dc6f) service to localhost/127.0.0.1:36775 2024-11-20T08:18:53,954 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:18:53,955 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/cluster_d2ee7e14-6ca5-7ad2-10fa-8e7b50f55203/dfs/data/data3/current/BP-1532877080-172.17.0.2-1732090730570 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:53,955 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/cluster_d2ee7e14-6ca5-7ad2-10fa-8e7b50f55203/dfs/data/data4/current/BP-1532877080-172.17.0.2-1732090730570 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:53,955 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:18:53,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d0e87d6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:53,957 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c2aa2bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:18:53,957 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:18:53,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49cb25f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:18:53,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cc3d1a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/hadoop.log.dir/,STOPPED} 2024-11-20T08:18:53,959 WARN [BP-1532877080-172.17.0.2-1732090730570 heartbeating to localhost/127.0.0.1:36775 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:18:53,959 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:18:53,959 WARN [BP-1532877080-172.17.0.2-1732090730570 heartbeating to localhost/127.0.0.1:36775 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1532877080-172.17.0.2-1732090730570 (Datanode Uuid eecff289-08a3-4ad6-9fe4-44fbbfa47244) service to localhost/127.0.0.1:36775 2024-11-20T08:18:53,959 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:18:53,959 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/cluster_d2ee7e14-6ca5-7ad2-10fa-8e7b50f55203/dfs/data/data1/current/BP-1532877080-172.17.0.2-1732090730570 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:53,960 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/cluster_d2ee7e14-6ca5-7ad2-10fa-8e7b50f55203/dfs/data/data2/current/BP-1532877080-172.17.0.2-1732090730570 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:53,960 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:18:53,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1016a1e5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:18:53,966 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@225025b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:18:53,966 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:18:53,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@545df988{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:18:53,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ff8ffdb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/hadoop.log.dir/,STOPPED} 2024-11-20T08:18:53,972 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-20T08:18:53,988 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-20T08:18:53,997 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=180 (was 162) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36775 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36775 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:36775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=531 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=162 (was 162), ProcessCount=11 (was 11), AvailableMemoryMB=2138 (was 2284) 2024-11-20T08:18:54,005 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=180, OpenFileDescriptor=531, MaxFileDescriptor=1048576, SystemLoadAverage=162, ProcessCount=11, AvailableMemoryMB=2138 2024-11-20T08:18:54,018 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/hadoop.log.dir so I do NOT create it in target/test-data/37d2becf-a636-7e86-0421-93a586f5c968 2024-11-20T08:18:54,018 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T08:18:54,018 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/hadoop.tmp.dir so I do NOT create it in target/test-data/37d2becf-a636-7e86-0421-93a586f5c968 2024-11-20T08:18:54,018 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/731c9aca-bdc6-dfc1-57f2-ba7aafa79029/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T08:18:54,019 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968 2024-11-20T08:18:54,019 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:18:54,019 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/cluster_4d73d1df-4884-014a-5e26-56d7b83962fb, deleteOnExit=true 2024-11-20T08:18:54,019 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-20T08:18:54,019 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/test.cache.data in system properties and HBase conf 2024-11-20T08:18:54,019 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:18:54,019 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:18:54,019 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:18:54,019 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:18:54,019 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T08:18:54,019 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:18:54,020 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:18:54,020 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:18:54,020 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:18:54,020 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:18:54,020 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:18:54,020 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:18:54,020 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:18:54,020 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:18:54,021 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:18:54,021 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:18:54,021 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:18:54,021 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:18:54,021 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:18:54,021 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:18:54,107 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:54,111 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:18:54,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:18:54,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:18:54,115 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:18:54,117 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:54,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ca2eaec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:18:54,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69197e84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:18:54,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e4197a2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/java.io.tmpdir/jetty-localhost-40869-hadoop-hdfs-3_4_1-tests_jar-_-any-10392881060540217185/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:18:54,232 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d144357{HTTP/1.1, (http/1.1)}{localhost:40869} 2024-11-20T08:18:54,233 INFO [Time-limited test {}] server.Server(415): Started @25992ms 2024-11-20T08:18:54,339 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:54,342 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:18:54,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:18:54,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:18:54,343 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:18:54,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a1707e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:18:54,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a491a74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:18:54,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@701e154e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/java.io.tmpdir/jetty-localhost-44303-hadoop-hdfs-3_4_1-tests_jar-_-any-6530325039934871076/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:54,504 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a4e0c5b{HTTP/1.1, (http/1.1)}{localhost:44303} 2024-11-20T08:18:54,504 INFO [Time-limited test {}] server.Server(415): Started @26264ms 2024-11-20T08:18:54,505 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:18:54,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:54,548 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:18:54,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:18:54,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:18:54,549 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:18:54,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f58332{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:18:54,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@758cd8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:18:54,602 WARN [Thread-1437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/cluster_4d73d1df-4884-014a-5e26-56d7b83962fb/dfs/data/data1/current/BP-638958937-172.17.0.2-1732090734048/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:54,602 WARN [Thread-1438 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/cluster_4d73d1df-4884-014a-5e26-56d7b83962fb/dfs/data/data2/current/BP-638958937-172.17.0.2-1732090734048/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:54,619 WARN [Thread-1416 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:18:54,621 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0c502a0bbbb3f9 with lease ID 0xda9715a41367be61: Processing first storage report for DS-aab2b1fc-1550-4396-b994-40d346bcbec7 from datanode DatanodeRegistration(127.0.0.1:33771, datanodeUuid=2fb24e5a-c311-4354-b383-b5b5decb9fb9, infoPort=42885, infoSecurePort=0, ipcPort=34327, storageInfo=lv=-57;cid=testClusterID;nsid=40600205;c=1732090734048) 2024-11-20T08:18:54,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0c502a0bbbb3f9 with lease ID 0xda9715a41367be61: from storage DS-aab2b1fc-1550-4396-b994-40d346bcbec7 node DatanodeRegistration(127.0.0.1:33771, datanodeUuid=2fb24e5a-c311-4354-b383-b5b5decb9fb9, infoPort=42885, infoSecurePort=0, ipcPort=34327, storageInfo=lv=-57;cid=testClusterID;nsid=40600205;c=1732090734048), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:18:54,622 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0c502a0bbbb3f9 with lease ID 0xda9715a41367be61: Processing first storage report for DS-77f35e46-69bb-4147-bdfb-5359c501874b from datanode DatanodeRegistration(127.0.0.1:33771, datanodeUuid=2fb24e5a-c311-4354-b383-b5b5decb9fb9, infoPort=42885, infoSecurePort=0, ipcPort=34327, storageInfo=lv=-57;cid=testClusterID;nsid=40600205;c=1732090734048) 2024-11-20T08:18:54,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0c502a0bbbb3f9 with lease ID 0xda9715a41367be61: from storage DS-77f35e46-69bb-4147-bdfb-5359c501874b node DatanodeRegistration(127.0.0.1:33771, datanodeUuid=2fb24e5a-c311-4354-b383-b5b5decb9fb9, infoPort=42885, infoSecurePort=0, ipcPort=34327, storageInfo=lv=-57;cid=testClusterID;nsid=40600205;c=1732090734048), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:18:54,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c6bca4f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/java.io.tmpdir/jetty-localhost-32829-hadoop-hdfs-3_4_1-tests_jar-_-any-11691205249901812810/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:54,671 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54a723ce{HTTP/1.1, (http/1.1)}{localhost:32829} 2024-11-20T08:18:54,671 INFO [Time-limited test {}] server.Server(415): Started @26431ms 2024-11-20T08:18:54,673 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:18:54,762 WARN [Thread-1463 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/cluster_4d73d1df-4884-014a-5e26-56d7b83962fb/dfs/data/data3/current/BP-638958937-172.17.0.2-1732090734048/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:54,762 WARN [Thread-1464 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/cluster_4d73d1df-4884-014a-5e26-56d7b83962fb/dfs/data/data4/current/BP-638958937-172.17.0.2-1732090734048/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:54,779 WARN [Thread-1452 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:18:54,782 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49d958ced90b2723 with lease ID 0xda9715a41367be62: Processing first storage report for DS-7a7cbfb0-1ecd-448c-b1e4-2716fa4f84eb from datanode DatanodeRegistration(127.0.0.1:34487, datanodeUuid=68112417-db94-4e62-baf0-d30101cee6a2, infoPort=40447, infoSecurePort=0, ipcPort=43823, storageInfo=lv=-57;cid=testClusterID;nsid=40600205;c=1732090734048) 2024-11-20T08:18:54,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49d958ced90b2723 with lease ID 0xda9715a41367be62: from storage DS-7a7cbfb0-1ecd-448c-b1e4-2716fa4f84eb node DatanodeRegistration(127.0.0.1:34487, datanodeUuid=68112417-db94-4e62-baf0-d30101cee6a2, infoPort=40447, infoSecurePort=0, ipcPort=43823, storageInfo=lv=-57;cid=testClusterID;nsid=40600205;c=1732090734048), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T08:18:54,782 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49d958ced90b2723 with lease ID 0xda9715a41367be62: Processing first storage report for DS-8e4b7151-8251-4200-98c4-4f440d3ff4ee from datanode DatanodeRegistration(127.0.0.1:34487, datanodeUuid=68112417-db94-4e62-baf0-d30101cee6a2, infoPort=40447, infoSecurePort=0, ipcPort=43823, storageInfo=lv=-57;cid=testClusterID;nsid=40600205;c=1732090734048) 2024-11-20T08:18:54,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49d958ced90b2723 with lease ID 0xda9715a41367be62: from storage DS-8e4b7151-8251-4200-98c4-4f440d3ff4ee node DatanodeRegistration(127.0.0.1:34487, datanodeUuid=68112417-db94-4e62-baf0-d30101cee6a2, infoPort=40447, infoSecurePort=0, ipcPort=43823, storageInfo=lv=-57;cid=testClusterID;nsid=40600205;c=1732090734048), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:18:54,796 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968 2024-11-20T08:18:54,799 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/cluster_4d73d1df-4884-014a-5e26-56d7b83962fb/zookeeper_0, clientPort=59099, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/cluster_4d73d1df-4884-014a-5e26-56d7b83962fb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/cluster_4d73d1df-4884-014a-5e26-56d7b83962fb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T08:18:54,800 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59099 2024-11-20T08:18:54,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:54,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:54,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:18:54,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:18:54,812 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518 with version=8 2024-11-20T08:18:54,812 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/hbase-staging 2024-11-20T08:18:54,815 INFO [Time-limited test {}] client.ConnectionUtils(129): master/a04d4489dc6d:0 server-side Connection retries=45 2024-11-20T08:18:54,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:54,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:54,815 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:18:54,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:54,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:18:54,815 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:18:54,816 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:18:54,817 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37633 2024-11-20T08:18:54,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:54,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:54,820 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37633 connecting to ZooKeeper ensemble=127.0.0.1:59099 2024-11-20T08:18:54,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376330x0, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:18:54,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37633-0x1001402e1b50000 connected 2024-11-20T08:18:54,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:18:54,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:54,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:18:54,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37633 2024-11-20T08:18:54,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37633 2024-11-20T08:18:54,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37633 2024-11-20T08:18:54,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37633 2024-11-20T08:18:54,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37633 2024-11-20T08:18:54,846 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518, hbase.cluster.distributed=false 2024-11-20T08:18:54,862 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/a04d4489dc6d:0 server-side Connection retries=45 2024-11-20T08:18:54,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:54,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:54,862 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:18:54,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:54,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:18:54,862 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:18:54,862 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:18:54,863 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38773 2024-11-20T08:18:54,863 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:18:54,863 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-20T08:18:54,873 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-20T08:18:54,874 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-20T08:18:54,876 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-20T08:18:54,876 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:18:54,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:54,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:54,883 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38773 connecting to ZooKeeper ensemble=127.0.0.1:59099 2024-11-20T08:18:54,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387730x0, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:18:54,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38773-0x1001402e1b50001 connected 2024-11-20T08:18:54,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38773-0x1001402e1b50001, quorum=127.0.0.1:59099, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:18:54,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38773-0x1001402e1b50001, quorum=127.0.0.1:59099, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:54,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38773-0x1001402e1b50001, quorum=127.0.0.1:59099, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:18:54,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38773 2024-11-20T08:18:54,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38773 2024-11-20T08:18:54,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38773 2024-11-20T08:18:54,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38773 2024-11-20T08:18:54,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38773 2024-11-20T08:18:54,921 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/a04d4489dc6d:0 server-side Connection retries=45 2024-11-20T08:18:54,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:54,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:54,921 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:18:54,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:54,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:18:54,921 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:18:54,921 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:18:54,922 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36847 2024-11-20T08:18:54,922 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:18:54,923 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-20T08:18:54,930 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-20T08:18:54,930 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-20T08:18:54,932 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-20T08:18:54,932 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:18:54,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:54,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:54,939 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36847 connecting to ZooKeeper ensemble=127.0.0.1:59099 2024-11-20T08:18:54,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368470x0, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:18:54,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36847-0x1001402e1b50002 connected 2024-11-20T08:18:54,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36847-0x1001402e1b50002, quorum=127.0.0.1:59099, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:18:54,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36847-0x1001402e1b50002, quorum=127.0.0.1:59099, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:54,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36847-0x1001402e1b50002, quorum=127.0.0.1:59099, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:18:54,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36847 2024-11-20T08:18:54,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36847 2024-11-20T08:18:54,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36847 2024-11-20T08:18:54,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36847 2024-11-20T08:18:54,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36847 2024-11-20T08:18:54,956 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/a04d4489dc6d,37633,1732090734814 2024-11-20T08:18:54,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x1001402e1b50002, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:54,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1001402e1b50001, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:54,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:54,958 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a04d4489dc6d,37633,1732090734814 2024-11-20T08:18:54,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1001402e1b50001, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:18:54,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1001402e1b50001, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:54,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x1001402e1b50002, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:18:54,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:18:54,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x1001402e1b50002, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:54,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:54,960 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T08:18:54,961 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a04d4489dc6d,37633,1732090734814 from backup master directory 2024-11-20T08:18:54,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a04d4489dc6d,37633,1732090734814 2024-11-20T08:18:54,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:54,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1001402e1b50001, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:54,963 WARN [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:18:54,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x1001402e1b50002, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:18:54,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T08:18:54,963 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a04d4489dc6d,37633,1732090734814 2024-11-20T08:18:54,974 DEBUG [M:0;a04d4489dc6d:37633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a04d4489dc6d:37633 2024-11-20T08:18:54,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:18:54,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:18:54,978 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/hbase.id with ID: 11d088a3-ca30-44ef-ac41-9b7d0669b879 2024-11-20T08:18:54,990 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:54,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1001402e1b50001, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:54,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x1001402e1b50002, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:54,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:55,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:18:55,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:18:55,002 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:18:55,003 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:18:55,004 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:55,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:18:55,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:18:55,016 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/MasterData/data/master/store 2024-11-20T08:18:55,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:18:55,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:18:55,026 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:55,026 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:18:55,026 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:55,026 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:55,026 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:18:55,026 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:55,026 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:55,026 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T08:18:55,027 WARN [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/MasterData/data/master/store/.initializing 2024-11-20T08:18:55,027 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/MasterData/WALs/a04d4489dc6d,37633,1732090734814 2024-11-20T08:18:55,028 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:18:55,030 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C37633%2C1732090734814, suffix=, logDir=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/MasterData/WALs/a04d4489dc6d,37633,1732090734814, archiveDir=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/MasterData/oldWALs, maxLogs=10 2024-11-20T08:18:55,044 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/MasterData/WALs/a04d4489dc6d,37633,1732090734814/a04d4489dc6d%2C37633%2C1732090734814.1732090735030, exclude list is [], retry=0 2024-11-20T08:18:55,046 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33771,DS-aab2b1fc-1550-4396-b994-40d346bcbec7,DISK] 2024-11-20T08:18:55,046 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34487,DS-7a7cbfb0-1ecd-448c-b1e4-2716fa4f84eb,DISK] 2024-11-20T08:18:55,048 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/MasterData/WALs/a04d4489dc6d,37633,1732090734814/a04d4489dc6d%2C37633%2C1732090734814.1732090735030 2024-11-20T08:18:55,048 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42885:42885),(127.0.0.1/127.0.0.1:40447:40447)] 2024-11-20T08:18:55,049 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:18:55,049 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:55,049 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:55,049 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:55,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:55,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:18:55,051 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:55,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:55,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:55,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:18:55,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:55,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:55,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:55,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:18:55,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:55,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:55,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:55,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:18:55,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:55,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:55,057 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:55,057 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:55,059 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:18:55,060 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:55,062 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:55,063 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63577826, jitterRate=-0.05261656641960144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:18:55,063 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T08:18:55,063 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:18:55,066 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@333a9a3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:55,067 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-20T08:18:55,067 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:18:55,067 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:18:55,067 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:18:55,068 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:18:55,068 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:18:55,068 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:18:55,069 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:18:55,070 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T08:18:55,072 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-20T08:18:55,072 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:18:55,073 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:18:55,074 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-20T08:18:55,074 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:18:55,075 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:18:55,076 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-20T08:18:55,077 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:18:55,078 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T08:18:55,079 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:18:55,081 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T08:18:55,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x1001402e1b50002, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:55,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1001402e1b50001, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:55,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x1001402e1b50002, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:55,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1001402e1b50001, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:55,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:55,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:55,083 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=a04d4489dc6d,37633,1732090734814, sessionid=0x1001402e1b50000, setting cluster-up flag (Was=false) 2024-11-20T08:18:55,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1001402e1b50001, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:55,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x1001402e1b50002, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:55,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:55,091 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T08:18:55,092 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a04d4489dc6d,37633,1732090734814 2024-11-20T08:18:55,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1001402e1b50001, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:55,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:55,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x1001402e1b50002, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:55,102 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T08:18:55,102 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a04d4489dc6d,37633,1732090734814 2024-11-20T08:18:55,105 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-20T08:18:55,105 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-20T08:18:55,105 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:18:55,105 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a04d4489dc6d,37633,1732090734814 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:18:55,105 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:55,105 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:55,105 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:55,105 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:55,105 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a04d4489dc6d:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:18:55,105 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:55,105 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:18:55,105 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:55,107 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:18:55,107 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090765107 2024-11-20T08:18:55,107 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:18:55,107 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:18:55,107 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:18:55,107 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:18:55,107 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:18:55,107 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:18:55,107 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:18:55,108 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:55,108 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:55,108 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:18:55,108 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:18:55,108 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:18:55,108 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:18:55,111 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:18:55,111 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:18:55,112 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.large.0-1732090735112,5,FailOnTimeoutGroup] 2024-11-20T08:18:55,112 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.small.0-1732090735112,5,FailOnTimeoutGroup] 2024-11-20T08:18:55,112 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:55,112 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:18:55,112 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:55,112 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:55,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741831_1007 (size=1039) 2024-11-20T08:18:55,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741831_1007 (size=1039) 2024-11-20T08:18:55,119 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-20T08:18:55,119 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518 2024-11-20T08:18:55,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741832_1008 (size=32) 2024-11-20T08:18:55,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741832_1008 (size=32) 2024-11-20T08:18:55,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:55,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:18:55,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:18:55,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:55,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:55,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:18:55,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:18:55,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:55,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:55,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:18:55,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:18:55,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:55,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:55,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/hbase/meta/1588230740 2024-11-20T08:18:55,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/hbase/meta/1588230740 2024-11-20T08:18:55,133 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:18:55,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T08:18:55,136 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:55,136 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62828836, jitterRate=-0.0637773871421814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:18:55,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T08:18:55,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:18:55,137 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T08:18:55,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T08:18:55,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:18:55,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:18:55,137 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T08:18:55,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T08:18:55,138 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:18:55,138 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-20T08:18:55,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:18:55,139 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:18:55,140 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:18:55,166 DEBUG [RS:1;a04d4489dc6d:36847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a04d4489dc6d:36847 2024-11-20T08:18:55,167 INFO [RS:1;a04d4489dc6d:36847 {}] regionserver.HRegionServer(1008): ClusterId : 11d088a3-ca30-44ef-ac41-9b7d0669b879 2024-11-20T08:18:55,167 DEBUG [RS:1;a04d4489dc6d:36847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:18:55,170 DEBUG [RS:1;a04d4489dc6d:36847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:18:55,170 DEBUG [RS:1;a04d4489dc6d:36847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:18:55,170 DEBUG [RS:0;a04d4489dc6d:38773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a04d4489dc6d:38773 2024-11-20T08:18:55,172 INFO [RS:0;a04d4489dc6d:38773 {}] regionserver.HRegionServer(1008): ClusterId : 11d088a3-ca30-44ef-ac41-9b7d0669b879 2024-11-20T08:18:55,172 DEBUG [RS:0;a04d4489dc6d:38773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:18:55,172 DEBUG [RS:1;a04d4489dc6d:36847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:18:55,172 DEBUG [RS:1;a04d4489dc6d:36847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c2d026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:55,173 DEBUG [RS:1;a04d4489dc6d:36847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33931416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a04d4489dc6d/172.17.0.2:0 2024-11-20T08:18:55,173 INFO [RS:1;a04d4489dc6d:36847 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T08:18:55,173 INFO [RS:1;a04d4489dc6d:36847 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T08:18:55,173 DEBUG [RS:1;a04d4489dc6d:36847 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T08:18:55,173 INFO [RS:1;a04d4489dc6d:36847 {}] regionserver.HRegionServer(3073): reportForDuty to master=a04d4489dc6d,37633,1732090734814 with isa=a04d4489dc6d/172.17.0.2:36847, startcode=1732090734920 2024-11-20T08:18:55,173 DEBUG [RS:0;a04d4489dc6d:38773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:18:55,173 DEBUG [RS:0;a04d4489dc6d:38773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:18:55,174 DEBUG [RS:1;a04d4489dc6d:36847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:18:55,175 DEBUG [RS:0;a04d4489dc6d:38773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:18:55,175 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52193, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:18:55,176 DEBUG [RS:0;a04d4489dc6d:38773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c72018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:55,176 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37633 {}] master.ServerManager(332): Checking decommissioned status of RegionServer a04d4489dc6d,36847,1732090734920 2024-11-20T08:18:55,176 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37633 {}] master.ServerManager(486): Registering regionserver=a04d4489dc6d,36847,1732090734920 2024-11-20T08:18:55,176 DEBUG [RS:0;a04d4489dc6d:38773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c22e03c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a04d4489dc6d/172.17.0.2:0 2024-11-20T08:18:55,176 INFO [RS:0;a04d4489dc6d:38773 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T08:18:55,176 INFO [RS:0;a04d4489dc6d:38773 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T08:18:55,176 DEBUG [RS:0;a04d4489dc6d:38773 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T08:18:55,177 INFO [RS:0;a04d4489dc6d:38773 {}] regionserver.HRegionServer(3073): reportForDuty to master=a04d4489dc6d,37633,1732090734814 with isa=a04d4489dc6d/172.17.0.2:38773, startcode=1732090734861 2024-11-20T08:18:55,177 DEBUG [RS:0;a04d4489dc6d:38773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:18:55,177 DEBUG [RS:1;a04d4489dc6d:36847 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518 2024-11-20T08:18:55,177 DEBUG [RS:1;a04d4489dc6d:36847 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40483 2024-11-20T08:18:55,177 DEBUG [RS:1;a04d4489dc6d:36847 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T08:18:55,179 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51663, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:18:55,179 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37633 {}] master.ServerManager(332): Checking decommissioned status of RegionServer a04d4489dc6d,38773,1732090734861 2024-11-20T08:18:55,179 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37633 {}] master.ServerManager(486): Registering regionserver=a04d4489dc6d,38773,1732090734861 2024-11-20T08:18:55,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:18:55,180 DEBUG [RS:1;a04d4489dc6d:36847 {}] zookeeper.ZKUtil(111): regionserver:36847-0x1001402e1b50002, quorum=127.0.0.1:59099, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a04d4489dc6d,36847,1732090734920 2024-11-20T08:18:55,180 WARN [RS:1;a04d4489dc6d:36847 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:18:55,180 INFO [RS:1;a04d4489dc6d:36847 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:55,180 DEBUG [RS:1;a04d4489dc6d:36847 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/WALs/a04d4489dc6d,36847,1732090734920 2024-11-20T08:18:55,181 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a04d4489dc6d,36847,1732090734920] 2024-11-20T08:18:55,181 DEBUG [RS:0;a04d4489dc6d:38773 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518 2024-11-20T08:18:55,181 DEBUG [RS:0;a04d4489dc6d:38773 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40483 2024-11-20T08:18:55,181 DEBUG [RS:0;a04d4489dc6d:38773 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T08:18:55,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:18:55,186 DEBUG [RS:0;a04d4489dc6d:38773 {}] zookeeper.ZKUtil(111): regionserver:38773-0x1001402e1b50001, quorum=127.0.0.1:59099, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a04d4489dc6d,38773,1732090734861 2024-11-20T08:18:55,186 WARN [RS:0;a04d4489dc6d:38773 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:18:55,186 INFO [RS:0;a04d4489dc6d:38773 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:55,186 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a04d4489dc6d,38773,1732090734861] 2024-11-20T08:18:55,186 DEBUG [RS:0;a04d4489dc6d:38773 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/WALs/a04d4489dc6d,38773,1732090734861 2024-11-20T08:18:55,186 DEBUG [RS:1;a04d4489dc6d:36847 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T08:18:55,187 INFO [RS:1;a04d4489dc6d:36847 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:18:55,188 INFO [RS:1;a04d4489dc6d:36847 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:18:55,189 INFO [RS:1;a04d4489dc6d:36847 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:18:55,189 INFO [RS:1;a04d4489dc6d:36847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:55,190 DEBUG [RS:0;a04d4489dc6d:38773 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T08:18:55,190 INFO [RS:0;a04d4489dc6d:38773 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:18:55,192 INFO [RS:1;a04d4489dc6d:36847 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T08:18:55,192 INFO [RS:0;a04d4489dc6d:38773 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:18:55,193 INFO [RS:1;a04d4489dc6d:36847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:55,193 DEBUG [RS:1;a04d4489dc6d:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:55,193 DEBUG [RS:1;a04d4489dc6d:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:55,193 DEBUG [RS:1;a04d4489dc6d:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:55,193 DEBUG [RS:1;a04d4489dc6d:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:55,193 DEBUG [RS:1;a04d4489dc6d:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:55,193 DEBUG [RS:1;a04d4489dc6d:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a04d4489dc6d:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:18:55,193 DEBUG [RS:1;a04d4489dc6d:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:55,193 DEBUG [RS:1;a04d4489dc6d:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:55,193 DEBUG [RS:1;a04d4489dc6d:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:55,193 DEBUG [RS:1;a04d4489dc6d:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:55,193 DEBUG [RS:1;a04d4489dc6d:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:55,193 DEBUG [RS:1;a04d4489dc6d:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a04d4489dc6d:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:55,193 DEBUG [RS:1;a04d4489dc6d:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:55,195 INFO [RS:0;a04d4489dc6d:38773 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:18:55,195 INFO [RS:0;a04d4489dc6d:38773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:55,196 INFO [RS:0;a04d4489dc6d:38773 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T08:18:55,196 INFO [RS:1;a04d4489dc6d:36847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:55,196 INFO [RS:1;a04d4489dc6d:36847 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:55,196 INFO [RS:1;a04d4489dc6d:36847 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:55,196 INFO [RS:1;a04d4489dc6d:36847 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:55,197 INFO [RS:1;a04d4489dc6d:36847 {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,36847,1732090734920-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:18:55,197 INFO [RS:0;a04d4489dc6d:38773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:55,197 DEBUG [RS:0;a04d4489dc6d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:55,197 DEBUG [RS:0;a04d4489dc6d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:55,197 DEBUG [RS:0;a04d4489dc6d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:55,197 DEBUG [RS:0;a04d4489dc6d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:55,197 DEBUG [RS:0;a04d4489dc6d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:55,197 DEBUG [RS:0;a04d4489dc6d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a04d4489dc6d:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:18:55,197 DEBUG [RS:0;a04d4489dc6d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:55,197 DEBUG [RS:0;a04d4489dc6d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:55,197 DEBUG [RS:0;a04d4489dc6d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:55,197 DEBUG [RS:0;a04d4489dc6d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:55,197 DEBUG [RS:0;a04d4489dc6d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:55,197 DEBUG [RS:0;a04d4489dc6d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a04d4489dc6d:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:55,197 DEBUG [RS:0;a04d4489dc6d:38773 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:55,201 INFO [RS:0;a04d4489dc6d:38773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:55,201 INFO [RS:0;a04d4489dc6d:38773 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:55,201 INFO [RS:0;a04d4489dc6d:38773 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:55,201 INFO [RS:0;a04d4489dc6d:38773 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:55,201 INFO [RS:0;a04d4489dc6d:38773 {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,38773,1732090734861-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:18:55,212 INFO [RS:1;a04d4489dc6d:36847 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:18:55,212 INFO [RS:1;a04d4489dc6d:36847 {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,36847,1732090734920-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:55,216 INFO [RS:0;a04d4489dc6d:38773 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:18:55,216 INFO [RS:0;a04d4489dc6d:38773 {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,38773,1732090734861-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:55,226 INFO [RS:1;a04d4489dc6d:36847 {}] regionserver.Replication(204): a04d4489dc6d,36847,1732090734920 started 2024-11-20T08:18:55,226 INFO [RS:1;a04d4489dc6d:36847 {}] regionserver.HRegionServer(1767): Serving as a04d4489dc6d,36847,1732090734920, RpcServer on a04d4489dc6d/172.17.0.2:36847, sessionid=0x1001402e1b50002 2024-11-20T08:18:55,226 DEBUG [RS:1;a04d4489dc6d:36847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:18:55,226 DEBUG [RS:1;a04d4489dc6d:36847 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a04d4489dc6d,36847,1732090734920 2024-11-20T08:18:55,226 DEBUG [RS:1;a04d4489dc6d:36847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a04d4489dc6d,36847,1732090734920' 2024-11-20T08:18:55,226 DEBUG [RS:1;a04d4489dc6d:36847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T08:18:55,226 DEBUG [RS:1;a04d4489dc6d:36847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T08:18:55,227 DEBUG [RS:1;a04d4489dc6d:36847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:18:55,227 DEBUG [RS:1;a04d4489dc6d:36847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:18:55,227 DEBUG [RS:1;a04d4489dc6d:36847 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a04d4489dc6d,36847,1732090734920 2024-11-20T08:18:55,227 DEBUG [RS:1;a04d4489dc6d:36847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a04d4489dc6d,36847,1732090734920' 2024-11-20T08:18:55,227 DEBUG [RS:1;a04d4489dc6d:36847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T08:18:55,227 DEBUG [RS:1;a04d4489dc6d:36847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T08:18:55,227 DEBUG [RS:1;a04d4489dc6d:36847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:18:55,227 INFO [RS:1;a04d4489dc6d:36847 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:18:55,227 INFO [RS:1;a04d4489dc6d:36847 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:18:55,230 INFO [RS:0;a04d4489dc6d:38773 {}] regionserver.Replication(204): a04d4489dc6d,38773,1732090734861 started 2024-11-20T08:18:55,230 INFO [RS:0;a04d4489dc6d:38773 {}] regionserver.HRegionServer(1767): Serving as a04d4489dc6d,38773,1732090734861, RpcServer on a04d4489dc6d/172.17.0.2:38773, sessionid=0x1001402e1b50001 2024-11-20T08:18:55,230 DEBUG [RS:0;a04d4489dc6d:38773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:18:55,230 DEBUG [RS:0;a04d4489dc6d:38773 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a04d4489dc6d,38773,1732090734861 2024-11-20T08:18:55,230 DEBUG [RS:0;a04d4489dc6d:38773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a04d4489dc6d,38773,1732090734861' 2024-11-20T08:18:55,230 DEBUG [RS:0;a04d4489dc6d:38773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T08:18:55,230 DEBUG [RS:0;a04d4489dc6d:38773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T08:18:55,230 DEBUG [RS:0;a04d4489dc6d:38773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:18:55,230 DEBUG [RS:0;a04d4489dc6d:38773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:18:55,230 DEBUG [RS:0;a04d4489dc6d:38773 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a04d4489dc6d,38773,1732090734861 2024-11-20T08:18:55,230 DEBUG [RS:0;a04d4489dc6d:38773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a04d4489dc6d,38773,1732090734861' 2024-11-20T08:18:55,230 DEBUG [RS:0;a04d4489dc6d:38773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T08:18:55,231 DEBUG [RS:0;a04d4489dc6d:38773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T08:18:55,231 DEBUG [RS:0;a04d4489dc6d:38773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:18:55,231 INFO [RS:0;a04d4489dc6d:38773 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:18:55,231 INFO [RS:0;a04d4489dc6d:38773 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:18:55,290 WARN [a04d4489dc6d:37633 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-20T08:18:55,328 INFO [RS:1;a04d4489dc6d:36847 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:18:55,329 INFO [RS:1;a04d4489dc6d:36847 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C36847%2C1732090734920, suffix=, logDir=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/WALs/a04d4489dc6d,36847,1732090734920, archiveDir=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/oldWALs, maxLogs=32 2024-11-20T08:18:55,331 INFO [RS:0;a04d4489dc6d:38773 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:18:55,332 INFO [RS:0;a04d4489dc6d:38773 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C38773%2C1732090734861, suffix=, logDir=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/WALs/a04d4489dc6d,38773,1732090734861, archiveDir=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/oldWALs, maxLogs=32 2024-11-20T08:18:55,343 DEBUG [RS:1;a04d4489dc6d:36847 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/WALs/a04d4489dc6d,36847,1732090734920/a04d4489dc6d%2C36847%2C1732090734920.1732090735330, exclude list is [], retry=0 2024-11-20T08:18:55,345 DEBUG [RS:0;a04d4489dc6d:38773 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/WALs/a04d4489dc6d,38773,1732090734861/a04d4489dc6d%2C38773%2C1732090734861.1732090735333, exclude list is [], retry=0 2024-11-20T08:18:55,346 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34487,DS-7a7cbfb0-1ecd-448c-b1e4-2716fa4f84eb,DISK] 2024-11-20T08:18:55,346 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33771,DS-aab2b1fc-1550-4396-b994-40d346bcbec7,DISK] 2024-11-20T08:18:55,348 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34487,DS-7a7cbfb0-1ecd-448c-b1e4-2716fa4f84eb,DISK] 2024-11-20T08:18:55,348 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33771,DS-aab2b1fc-1550-4396-b994-40d346bcbec7,DISK] 2024-11-20T08:18:55,348 INFO [RS:1;a04d4489dc6d:36847 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/WALs/a04d4489dc6d,36847,1732090734920/a04d4489dc6d%2C36847%2C1732090734920.1732090735330 2024-11-20T08:18:55,349 DEBUG [RS:1;a04d4489dc6d:36847 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42885:42885),(127.0.0.1/127.0.0.1:40447:40447)] 2024-11-20T08:18:55,350 INFO [RS:0;a04d4489dc6d:38773 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/WALs/a04d4489dc6d,38773,1732090734861/a04d4489dc6d%2C38773%2C1732090734861.1732090735333 2024-11-20T08:18:55,350 DEBUG [RS:0;a04d4489dc6d:38773 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40447:40447),(127.0.0.1/127.0.0.1:42885:42885)] 2024-11-20T08:18:55,540 DEBUG [a04d4489dc6d:37633 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-20T08:18:55,541 DEBUG [a04d4489dc6d:37633 {}] balancer.BalancerClusterState(202): Hosts are {a04d4489dc6d=0} racks are {/default-rack=0} 2024-11-20T08:18:55,543 DEBUG [a04d4489dc6d:37633 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T08:18:55,543 DEBUG [a04d4489dc6d:37633 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T08:18:55,543 INFO [a04d4489dc6d:37633 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T08:18:55,543 INFO [a04d4489dc6d:37633 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T08:18:55,543 DEBUG [a04d4489dc6d:37633 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T08:18:55,543 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a04d4489dc6d,38773,1732090734861 2024-11-20T08:18:55,544 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a04d4489dc6d,38773,1732090734861, state=OPENING 2024-11-20T08:18:55,546 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:18:55,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1001402e1b50001, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:55,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:55,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x1001402e1b50002, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:55,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:55,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:55,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=a04d4489dc6d,38773,1732090734861}] 2024-11-20T08:18:55,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:55,702 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,38773,1732090734861 2024-11-20T08:18:55,702 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:18:55,703 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:18:55,707 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-20T08:18:55,707 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:55,708 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:18:55,709 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C38773%2C1732090734861.meta, suffix=.meta, logDir=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/WALs/a04d4489dc6d,38773,1732090734861, archiveDir=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/oldWALs, maxLogs=32 2024-11-20T08:18:55,727 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/WALs/a04d4489dc6d,38773,1732090734861/a04d4489dc6d%2C38773%2C1732090734861.meta.1732090735709.meta, exclude list is [], retry=0 2024-11-20T08:18:55,730 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33771,DS-aab2b1fc-1550-4396-b994-40d346bcbec7,DISK] 2024-11-20T08:18:55,730 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34487,DS-7a7cbfb0-1ecd-448c-b1e4-2716fa4f84eb,DISK] 2024-11-20T08:18:55,731 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/WALs/a04d4489dc6d,38773,1732090734861/a04d4489dc6d%2C38773%2C1732090734861.meta.1732090735709.meta 2024-11-20T08:18:55,732 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42885:42885),(127.0.0.1/127.0.0.1:40447:40447)] 2024-11-20T08:18:55,732 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:18:55,732 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:18:55,732 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:18:55,733 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:18:55,733 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:18:55,733 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:55,733 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-20T08:18:55,733 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-20T08:18:55,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:18:55,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:18:55,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:55,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:55,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:18:55,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:18:55,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:55,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:55,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:18:55,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:18:55,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:55,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:55,738 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/hbase/meta/1588230740 2024-11-20T08:18:55,739 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/hbase/meta/1588230740 2024-11-20T08:18:55,740 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:18:55,741 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T08:18:55,742 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63224712, jitterRate=-0.05787837505340576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:18:55,743 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T08:18:55,743 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090735701 2024-11-20T08:18:55,745 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:18:55,745 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-20T08:18:55,745 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,38773,1732090734861 2024-11-20T08:18:55,746 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a04d4489dc6d,38773,1732090734861, state=OPEN 2024-11-20T08:18:55,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1001402e1b50001, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:18:55,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:18:55,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x1001402e1b50002, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:18:55,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:55,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:55,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:18:55,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:18:55,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=a04d4489dc6d,38773,1732090734861 in 198 msec 2024-11-20T08:18:55,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:18:55,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 611 msec 2024-11-20T08:18:55,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 647 msec 2024-11-20T08:18:55,752 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090735752, completionTime=-1 2024-11-20T08:18:55,752 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-20T08:18:55,753 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-20T08:18:55,753 DEBUG [hconnection-0x25b6a047-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:55,755 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:18:55,756 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-20T08:18:55,756 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090795756 2024-11-20T08:18:55,756 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090855756 2024-11-20T08:18:55,756 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-20T08:18:55,761 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T08:18:55,762 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,37633,1732090734814-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:55,762 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,37633,1732090734814-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:55,762 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,37633,1732090734814-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:55,762 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a04d4489dc6d:37633, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:55,762 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:55,762 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-20T08:18:55,762 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:18:55,763 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-20T08:18:55,763 DEBUG [master/a04d4489dc6d:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-20T08:18:55,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:18:55,764 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:55,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:18:55,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741836_1012 (size=358) 2024-11-20T08:18:55,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741836_1012 (size=358) 2024-11-20T08:18:55,774 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7c1a0d4176158d028ca715da68f6fcc1, NAME => 'hbase:namespace,,1732090735762.7c1a0d4176158d028ca715da68f6fcc1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518 2024-11-20T08:18:55,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741837_1013 (size=42) 2024-11-20T08:18:55,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741837_1013 (size=42) 2024-11-20T08:18:55,781 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732090735762.7c1a0d4176158d028ca715da68f6fcc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:55,782 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 7c1a0d4176158d028ca715da68f6fcc1, disabling compactions & flushes 2024-11-20T08:18:55,782 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732090735762.7c1a0d4176158d028ca715da68f6fcc1. 2024-11-20T08:18:55,782 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732090735762.7c1a0d4176158d028ca715da68f6fcc1. 2024-11-20T08:18:55,782 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732090735762.7c1a0d4176158d028ca715da68f6fcc1. after waiting 0 ms 2024-11-20T08:18:55,782 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732090735762.7c1a0d4176158d028ca715da68f6fcc1. 2024-11-20T08:18:55,782 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732090735762.7c1a0d4176158d028ca715da68f6fcc1. 2024-11-20T08:18:55,782 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7c1a0d4176158d028ca715da68f6fcc1: 2024-11-20T08:18:55,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:18:55,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732090735762.7c1a0d4176158d028ca715da68f6fcc1.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732090735783"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090735783"}]},"ts":"1732090735783"} 2024-11-20T08:18:55,785 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T08:18:55,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:18:55,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090735785"}]},"ts":"1732090735785"} 2024-11-20T08:18:55,787 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-20T08:18:55,791 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {a04d4489dc6d=0} racks are {/default-rack=0} 2024-11-20T08:18:55,791 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T08:18:55,791 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T08:18:55,791 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T08:18:55,791 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T08:18:55,791 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T08:18:55,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=7c1a0d4176158d028ca715da68f6fcc1, ASSIGN}] 2024-11-20T08:18:55,793 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=7c1a0d4176158d028ca715da68f6fcc1, ASSIGN 2024-11-20T08:18:55,793 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=7c1a0d4176158d028ca715da68f6fcc1, ASSIGN; state=OFFLINE, location=a04d4489dc6d,38773,1732090734861; forceNewPlan=false, retain=false 2024-11-20T08:18:55,944 INFO [a04d4489dc6d:37633 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T08:18:55,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=7c1a0d4176158d028ca715da68f6fcc1, regionState=OPENING, regionLocation=a04d4489dc6d,38773,1732090734861 2024-11-20T08:18:55,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 7c1a0d4176158d028ca715da68f6fcc1, server=a04d4489dc6d,38773,1732090734861}] 2024-11-20T08:18:56,098 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,38773,1732090734861 2024-11-20T08:18:56,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732090735762.7c1a0d4176158d028ca715da68f6fcc1. 2024-11-20T08:18:56,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 7c1a0d4176158d028ca715da68f6fcc1, NAME => 'hbase:namespace,,1732090735762.7c1a0d4176158d028ca715da68f6fcc1.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:18:56,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 7c1a0d4176158d028ca715da68f6fcc1 2024-11-20T08:18:56,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732090735762.7c1a0d4176158d028ca715da68f6fcc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:56,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 7c1a0d4176158d028ca715da68f6fcc1 2024-11-20T08:18:56,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 7c1a0d4176158d028ca715da68f6fcc1 2024-11-20T08:18:56,103 INFO [StoreOpener-7c1a0d4176158d028ca715da68f6fcc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 7c1a0d4176158d028ca715da68f6fcc1 2024-11-20T08:18:56,105 INFO [StoreOpener-7c1a0d4176158d028ca715da68f6fcc1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c1a0d4176158d028ca715da68f6fcc1 columnFamilyName info 2024-11-20T08:18:56,105 DEBUG [StoreOpener-7c1a0d4176158d028ca715da68f6fcc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:56,105 INFO [StoreOpener-7c1a0d4176158d028ca715da68f6fcc1-1 {}] regionserver.HStore(327): Store=7c1a0d4176158d028ca715da68f6fcc1/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:56,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/hbase/namespace/7c1a0d4176158d028ca715da68f6fcc1 2024-11-20T08:18:56,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/hbase/namespace/7c1a0d4176158d028ca715da68f6fcc1 2024-11-20T08:18:56,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 7c1a0d4176158d028ca715da68f6fcc1 2024-11-20T08:18:56,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/hbase/namespace/7c1a0d4176158d028ca715da68f6fcc1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:56,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 7c1a0d4176158d028ca715da68f6fcc1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66719617, jitterRate=-0.005800232291221619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T08:18:56,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 7c1a0d4176158d028ca715da68f6fcc1: 2024-11-20T08:18:56,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732090735762.7c1a0d4176158d028ca715da68f6fcc1., pid=6, masterSystemTime=1732090736098 2024-11-20T08:18:56,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732090735762.7c1a0d4176158d028ca715da68f6fcc1. 2024-11-20T08:18:56,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732090735762.7c1a0d4176158d028ca715da68f6fcc1. 2024-11-20T08:18:56,113 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=7c1a0d4176158d028ca715da68f6fcc1, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,38773,1732090734861 2024-11-20T08:18:56,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:18:56,117 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 7c1a0d4176158d028ca715da68f6fcc1, server=a04d4489dc6d,38773,1732090734861 in 169 msec 2024-11-20T08:18:56,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T08:18:56,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=7c1a0d4176158d028ca715da68f6fcc1, ASSIGN in 324 msec 2024-11-20T08:18:56,118 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:18:56,118 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090736118"}]},"ts":"1732090736118"} 2024-11-20T08:18:56,120 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-20T08:18:56,122 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:18:56,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 360 msec 2024-11-20T08:18:56,164 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-20T08:18:56,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1001402e1b50001, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:56,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x1001402e1b50002, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:56,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-20T08:18:56,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:56,170 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-20T08:18:56,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T08:18:56,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 11 msec 2024-11-20T08:18:56,192 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-20T08:18:56,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T08:18:56,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 8 msec 2024-11-20T08:18:56,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-20T08:18:56,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-20T08:18:56,209 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.245sec 2024-11-20T08:18:56,209 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:18:56,209 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:18:56,209 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:18:56,209 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:18:56,209 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:18:56,209 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,37633,1732090734814-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:18:56,209 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,37633,1732090734814-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:18:56,210 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:18:56,210 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:18:56,211 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,37633,1732090734814-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:56,255 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69fdf224 to 127.0.0.1:59099 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49c94c33 2024-11-20T08:18:56,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cdf8166, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:56,260 DEBUG [hconnection-0xa71f6af-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:56,261 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:18:56,263 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=a04d4489dc6d,37633,1732090734814 2024-11-20T08:18:56,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:18:56,265 INFO [RS-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:18:56,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37633 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:18:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37633 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-20T08:18:56,268 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:18:56,268 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:56,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37633 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-20T08:18:56,269 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:18:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37633 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:18:56,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741838_1014 (size=379) 2024-11-20T08:18:56,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741838_1014 (size=379) 2024-11-20T08:18:56,280 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 68aa63b65784ab7ff6126849a70c7100, NAME => 'testClearRegionBlockCache,,1732090736266.68aa63b65784ab7ff6126849a70c7100.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518 2024-11-20T08:18:56,281 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4f44cc028004e34f1f0f577c766aba98, NAME => 'testClearRegionBlockCache,5,1732090736266.4f44cc028004e34f1f0f577c766aba98.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518 2024-11-20T08:18:56,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741840_1016 (size=61) 2024-11-20T08:18:56,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741840_1016 (size=61) 2024-11-20T08:18:56,287 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732090736266.68aa63b65784ab7ff6126849a70c7100.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:56,287 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 68aa63b65784ab7ff6126849a70c7100, disabling compactions & flushes 2024-11-20T08:18:56,287 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732090736266.68aa63b65784ab7ff6126849a70c7100. 2024-11-20T08:18:56,287 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732090736266.68aa63b65784ab7ff6126849a70c7100. 2024-11-20T08:18:56,287 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732090736266.68aa63b65784ab7ff6126849a70c7100. after waiting 0 ms 2024-11-20T08:18:56,287 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732090736266.68aa63b65784ab7ff6126849a70c7100. 2024-11-20T08:18:56,288 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732090736266.68aa63b65784ab7ff6126849a70c7100. 2024-11-20T08:18:56,288 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 68aa63b65784ab7ff6126849a70c7100: 2024-11-20T08:18:56,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741839_1015 (size=61) 2024-11-20T08:18:56,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741839_1015 (size=61) 2024-11-20T08:18:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37633 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:18:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37633 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:18:56,689 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732090736266.4f44cc028004e34f1f0f577c766aba98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:56,689 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 4f44cc028004e34f1f0f577c766aba98, disabling compactions & flushes 2024-11-20T08:18:56,689 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732090736266.4f44cc028004e34f1f0f577c766aba98. 2024-11-20T08:18:56,689 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732090736266.4f44cc028004e34f1f0f577c766aba98. 2024-11-20T08:18:56,689 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732090736266.4f44cc028004e34f1f0f577c766aba98. after waiting 0 ms 2024-11-20T08:18:56,689 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732090736266.4f44cc028004e34f1f0f577c766aba98. 2024-11-20T08:18:56,689 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732090736266.4f44cc028004e34f1f0f577c766aba98. 2024-11-20T08:18:56,689 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4f44cc028004e34f1f0f577c766aba98: 2024-11-20T08:18:56,690 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:18:56,690 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732090736266.68aa63b65784ab7ff6126849a70c7100.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732090736690"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090736690"}]},"ts":"1732090736690"} 2024-11-20T08:18:56,690 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732090736266.4f44cc028004e34f1f0f577c766aba98.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732090736690"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090736690"}]},"ts":"1732090736690"} 2024-11-20T08:18:56,693 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-20T08:18:56,694 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:18:56,694 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090736694"}]},"ts":"1732090736694"} 2024-11-20T08:18:56,695 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-20T08:18:56,699 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {a04d4489dc6d=0} racks are {/default-rack=0} 2024-11-20T08:18:56,700 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T08:18:56,700 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T08:18:56,700 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T08:18:56,700 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T08:18:56,700 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T08:18:56,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=68aa63b65784ab7ff6126849a70c7100, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4f44cc028004e34f1f0f577c766aba98, ASSIGN}] 2024-11-20T08:18:56,701 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4f44cc028004e34f1f0f577c766aba98, ASSIGN 2024-11-20T08:18:56,702 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=68aa63b65784ab7ff6126849a70c7100, ASSIGN 2024-11-20T08:18:56,702 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=68aa63b65784ab7ff6126849a70c7100, ASSIGN; state=OFFLINE, location=a04d4489dc6d,36847,1732090734920; forceNewPlan=false, retain=false 2024-11-20T08:18:56,702 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4f44cc028004e34f1f0f577c766aba98, ASSIGN; state=OFFLINE, location=a04d4489dc6d,38773,1732090734861; forceNewPlan=false, retain=false 2024-11-20T08:18:56,852 INFO [a04d4489dc6d:37633 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-20T08:18:56,853 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=68aa63b65784ab7ff6126849a70c7100, regionState=OPENING, regionLocation=a04d4489dc6d,36847,1732090734920 2024-11-20T08:18:56,853 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=4f44cc028004e34f1f0f577c766aba98, regionState=OPENING, regionLocation=a04d4489dc6d,38773,1732090734861 2024-11-20T08:18:56,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 4f44cc028004e34f1f0f577c766aba98, server=a04d4489dc6d,38773,1732090734861}] 2024-11-20T08:18:56,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 68aa63b65784ab7ff6126849a70c7100, server=a04d4489dc6d,36847,1732090734920}] 2024-11-20T08:18:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37633 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:18:57,008 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,36847,1732090734920 2024-11-20T08:18:57,008 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,38773,1732090734861 2024-11-20T08:18:57,008 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:18:57,009 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:18:57,011 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732090736266.4f44cc028004e34f1f0f577c766aba98. 2024-11-20T08:18:57,012 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 4f44cc028004e34f1f0f577c766aba98, NAME => 'testClearRegionBlockCache,5,1732090736266.4f44cc028004e34f1f0f577c766aba98.', STARTKEY => '5', ENDKEY => ''} 2024-11-20T08:18:57,012 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4f44cc028004e34f1f0f577c766aba98 2024-11-20T08:18:57,012 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732090736266.4f44cc028004e34f1f0f577c766aba98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:57,012 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 4f44cc028004e34f1f0f577c766aba98 2024-11-20T08:18:57,012 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 4f44cc028004e34f1f0f577c766aba98 2024-11-20T08:18:57,012 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732090736266.68aa63b65784ab7ff6126849a70c7100. 2024-11-20T08:18:57,012 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 68aa63b65784ab7ff6126849a70c7100, NAME => 'testClearRegionBlockCache,,1732090736266.68aa63b65784ab7ff6126849a70c7100.', STARTKEY => '', ENDKEY => '5'} 2024-11-20T08:18:57,013 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 68aa63b65784ab7ff6126849a70c7100 2024-11-20T08:18:57,013 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732090736266.68aa63b65784ab7ff6126849a70c7100.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:57,013 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 68aa63b65784ab7ff6126849a70c7100 2024-11-20T08:18:57,013 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 68aa63b65784ab7ff6126849a70c7100 2024-11-20T08:18:57,013 INFO [StoreOpener-4f44cc028004e34f1f0f577c766aba98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4f44cc028004e34f1f0f577c766aba98 2024-11-20T08:18:57,014 INFO [StoreOpener-68aa63b65784ab7ff6126849a70c7100-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 68aa63b65784ab7ff6126849a70c7100 2024-11-20T08:18:57,015 INFO [StoreOpener-4f44cc028004e34f1f0f577c766aba98-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f44cc028004e34f1f0f577c766aba98 columnFamilyName family 2024-11-20T08:18:57,015 DEBUG [StoreOpener-4f44cc028004e34f1f0f577c766aba98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:57,015 INFO [StoreOpener-68aa63b65784ab7ff6126849a70c7100-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68aa63b65784ab7ff6126849a70c7100 columnFamilyName family 2024-11-20T08:18:57,015 DEBUG [StoreOpener-68aa63b65784ab7ff6126849a70c7100-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:57,015 INFO [StoreOpener-4f44cc028004e34f1f0f577c766aba98-1 {}] regionserver.HStore(327): Store=4f44cc028004e34f1f0f577c766aba98/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:57,015 INFO [StoreOpener-68aa63b65784ab7ff6126849a70c7100-1 {}] regionserver.HStore(327): Store=68aa63b65784ab7ff6126849a70c7100/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:57,016 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/default/testClearRegionBlockCache/4f44cc028004e34f1f0f577c766aba98 2024-11-20T08:18:57,016 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/default/testClearRegionBlockCache/68aa63b65784ab7ff6126849a70c7100 2024-11-20T08:18:57,016 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/default/testClearRegionBlockCache/4f44cc028004e34f1f0f577c766aba98 2024-11-20T08:18:57,016 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/default/testClearRegionBlockCache/68aa63b65784ab7ff6126849a70c7100 2024-11-20T08:18:57,018 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 68aa63b65784ab7ff6126849a70c7100 2024-11-20T08:18:57,018 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 4f44cc028004e34f1f0f577c766aba98 2024-11-20T08:18:57,020 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/default/testClearRegionBlockCache/68aa63b65784ab7ff6126849a70c7100/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:57,020 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/default/testClearRegionBlockCache/4f44cc028004e34f1f0f577c766aba98/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:57,020 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 68aa63b65784ab7ff6126849a70c7100; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60753364, jitterRate=-0.09470432996749878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T08:18:57,021 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 4f44cc028004e34f1f0f577c766aba98; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65034131, jitterRate=-0.03091593086719513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T08:18:57,021 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 4f44cc028004e34f1f0f577c766aba98: 2024-11-20T08:18:57,021 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 68aa63b65784ab7ff6126849a70c7100: 2024-11-20T08:18:57,022 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732090736266.68aa63b65784ab7ff6126849a70c7100., pid=13, masterSystemTime=1732090737008 2024-11-20T08:18:57,022 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732090736266.4f44cc028004e34f1f0f577c766aba98., pid=12, masterSystemTime=1732090737008 2024-11-20T08:18:57,024 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732090736266.68aa63b65784ab7ff6126849a70c7100. 2024-11-20T08:18:57,024 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732090736266.68aa63b65784ab7ff6126849a70c7100. 2024-11-20T08:18:57,024 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=68aa63b65784ab7ff6126849a70c7100, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,36847,1732090734920 2024-11-20T08:18:57,024 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732090736266.4f44cc028004e34f1f0f577c766aba98. 2024-11-20T08:18:57,024 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732090736266.4f44cc028004e34f1f0f577c766aba98. 2024-11-20T08:18:57,025 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=4f44cc028004e34f1f0f577c766aba98, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,38773,1732090734861 2024-11-20T08:18:57,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-11-20T08:18:57,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 68aa63b65784ab7ff6126849a70c7100, server=a04d4489dc6d,36847,1732090734920 in 171 msec 2024-11-20T08:18:57,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T08:18:57,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 4f44cc028004e34f1f0f577c766aba98, server=a04d4489dc6d,38773,1732090734861 in 171 msec 2024-11-20T08:18:57,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=68aa63b65784ab7ff6126849a70c7100, ASSIGN in 328 msec 2024-11-20T08:18:57,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-20T08:18:57,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4f44cc028004e34f1f0f577c766aba98, ASSIGN in 328 msec 2024-11-20T08:18:57,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:18:57,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090737031"}]},"ts":"1732090737031"} 2024-11-20T08:18:57,032 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-20T08:18:57,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:18:57,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 768 msec 2024-11-20T08:18:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37633 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:18:57,374 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-20T08:18:57,374 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-20T08:18:57,375 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T08:18:57,378 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-20T08:18:57,378 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T08:18:57,378 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-20T08:18:57,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:57,383 INFO [RS-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:18:57,399 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 4f44cc028004e34f1f0f577c766aba98 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-20T08:18:57,418 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/default/testClearRegionBlockCache/4f44cc028004e34f1f0f577c766aba98/.tmp/family/af48520f214a49399ccbba1826359028 is 32, key is 5/family:/1732090737393/Put/seqid=0 2024-11-20T08:18:57,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741841_1017 (size=5083) 2024-11-20T08:18:57,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741841_1017 (size=5083) 2024-11-20T08:18:57,424 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/default/testClearRegionBlockCache/4f44cc028004e34f1f0f577c766aba98/.tmp/family/af48520f214a49399ccbba1826359028 2024-11-20T08:18:57,430 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/default/testClearRegionBlockCache/4f44cc028004e34f1f0f577c766aba98/.tmp/family/af48520f214a49399ccbba1826359028 as hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/default/testClearRegionBlockCache/4f44cc028004e34f1f0f577c766aba98/family/af48520f214a49399ccbba1826359028 2024-11-20T08:18:57,436 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/default/testClearRegionBlockCache/4f44cc028004e34f1f0f577c766aba98/family/af48520f214a49399ccbba1826359028, entries=5, sequenceid=9, filesize=5.0 K 2024-11-20T08:18:57,437 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 4f44cc028004e34f1f0f577c766aba98 in 38ms, sequenceid=9, compaction requested=false 2024-11-20T08:18:57,437 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 4f44cc028004e34f1f0f577c766aba98: 2024-11-20T08:18:57,437 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 68aa63b65784ab7ff6126849a70c7100 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-20T08:18:57,452 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/default/testClearRegionBlockCache/68aa63b65784ab7ff6126849a70c7100/.tmp/family/c07fd4905b224c3a88e81be6cb8e8916 is 32, key is 1/family:/1732090737383/Put/seqid=0 2024-11-20T08:18:57,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741842_1018 (size=5054) 2024-11-20T08:18:57,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741842_1018 (size=5054) 2024-11-20T08:18:57,457 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/default/testClearRegionBlockCache/68aa63b65784ab7ff6126849a70c7100/.tmp/family/c07fd4905b224c3a88e81be6cb8e8916 2024-11-20T08:18:57,463 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/default/testClearRegionBlockCache/68aa63b65784ab7ff6126849a70c7100/.tmp/family/c07fd4905b224c3a88e81be6cb8e8916 as hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/default/testClearRegionBlockCache/68aa63b65784ab7ff6126849a70c7100/family/c07fd4905b224c3a88e81be6cb8e8916 2024-11-20T08:18:57,467 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/default/testClearRegionBlockCache/68aa63b65784ab7ff6126849a70c7100/family/c07fd4905b224c3a88e81be6cb8e8916, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T08:18:57,468 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 68aa63b65784ab7ff6126849a70c7100 in 31ms, sequenceid=8, compaction requested=false 2024-11-20T08:18:57,468 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 68aa63b65784ab7ff6126849a70c7100: 2024-11-20T08:18:57,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:18:57,476 INFO [RS-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:18:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36847 {}] bucket.BucketCache(1852): found 1 blocks for file c07fd4905b224c3a88e81be6cb8e8916, starting offset: 0, end offset: 9223372036854775807 2024-11-20T08:18:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36847 {}] bucket.BucketCache(844): removed key c07fd4905b224c3a88e81be6cb8e8916_0 from back map with offset lock 2094080 in the evict process 2024-11-20T08:18:57,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:18:57,478 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:18:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38773 {}] bucket.BucketCache(1852): found 1 blocks for file af48520f214a49399ccbba1826359028, starting offset: 0, end offset: 9223372036854775807 2024-11-20T08:18:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38773 {}] bucket.BucketCache(844): removed key af48520f214a49399ccbba1826359028_0 from back map with offset lock 2094080 in the evict process 2024-11-20T08:18:57,479 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T08:18:57,479 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T08:18:57,479 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69fdf224 to 127.0.0.1:59099 2024-11-20T08:18:57,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:57,479 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:18:57,479 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1142457641, stopped=false 2024-11-20T08:18:57,479 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=a04d4489dc6d,37633,1732090734814 2024-11-20T08:18:57,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1001402e1b50001, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:57,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x1001402e1b50002, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:57,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1001402e1b50001, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:57,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x1001402e1b50002, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:57,483 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-20T08:18:57,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:18:57,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:57,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36847-0x1001402e1b50002, quorum=127.0.0.1:59099, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:57,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:57,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38773-0x1001402e1b50001, quorum=127.0.0.1:59099, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:57,484 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'a04d4489dc6d,38773,1732090734861' ***** 2024-11-20T08:18:57,484 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T08:18:57,484 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'a04d4489dc6d,36847,1732090734920' ***** 2024-11-20T08:18:57,484 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T08:18:57,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:18:57,484 INFO [RS:0;a04d4489dc6d:38773 {}] bucket.BucketCache(1727): Disabling cache 2024-11-20T08:18:57,484 INFO [RS:1;a04d4489dc6d:36847 {}] bucket.BucketCache(1727): Disabling cache 2024-11-20T08:18:57,484 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-20T08:18:57,485 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-20T08:18:57,485 INFO [RS:0;a04d4489dc6d:38773 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-20T08:18:57,485 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-20T08:18:57,485 INFO [RS:1;a04d4489dc6d:36847 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-20T08:18:57,485 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-20T08:18:57,485 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-20T08:18:57,485 INFO [RS:1;a04d4489dc6d:36847 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:18:57,485 INFO [RS:0;a04d4489dc6d:38773 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:18:57,485 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-20T08:18:57,485 INFO [RS:1;a04d4489dc6d:36847 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:18:57,485 INFO [RS:0;a04d4489dc6d:38773 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:18:57,485 INFO [RS:1;a04d4489dc6d:36847 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:18:57,485 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T08:18:57,485 INFO [RS:1;a04d4489dc6d:36847 {}] regionserver.HRegionServer(3579): Received CLOSE for 68aa63b65784ab7ff6126849a70c7100 2024-11-20T08:18:57,485 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T08:18:57,485 INFO [RS:0;a04d4489dc6d:38773 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:18:57,485 INFO [RS:0;a04d4489dc6d:38773 {}] regionserver.HRegionServer(3579): Received CLOSE for 7c1a0d4176158d028ca715da68f6fcc1 2024-11-20T08:18:57,485 INFO [RS:1;a04d4489dc6d:36847 {}] regionserver.HRegionServer(1224): stopping server a04d4489dc6d,36847,1732090734920 2024-11-20T08:18:57,485 DEBUG [RS:1;a04d4489dc6d:36847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:57,485 INFO [RS:1;a04d4489dc6d:36847 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-20T08:18:57,485 DEBUG [RS:1;a04d4489dc6d:36847 {}] regionserver.HRegionServer(1603): Online Regions={68aa63b65784ab7ff6126849a70c7100=testClearRegionBlockCache,,1732090736266.68aa63b65784ab7ff6126849a70c7100.} 2024-11-20T08:18:57,485 DEBUG [RS:1;a04d4489dc6d:36847 {}] regionserver.HRegionServer(1629): Waiting on 68aa63b65784ab7ff6126849a70c7100 2024-11-20T08:18:57,486 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 68aa63b65784ab7ff6126849a70c7100, disabling compactions & flushes 2024-11-20T08:18:57,486 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732090736266.68aa63b65784ab7ff6126849a70c7100. 2024-11-20T08:18:57,486 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732090736266.68aa63b65784ab7ff6126849a70c7100. 2024-11-20T08:18:57,486 INFO [RS:0;a04d4489dc6d:38773 {}] regionserver.HRegionServer(3579): Received CLOSE for 4f44cc028004e34f1f0f577c766aba98 2024-11-20T08:18:57,486 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732090736266.68aa63b65784ab7ff6126849a70c7100. after waiting 0 ms 2024-11-20T08:18:57,486 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732090736266.68aa63b65784ab7ff6126849a70c7100. 2024-11-20T08:18:57,486 INFO [RS:0;a04d4489dc6d:38773 {}] regionserver.HRegionServer(1224): stopping server a04d4489dc6d,38773,1732090734861 2024-11-20T08:18:57,486 DEBUG [RS:0;a04d4489dc6d:38773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:57,486 INFO [RS:0;a04d4489dc6d:38773 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:18:57,486 INFO [RS:0;a04d4489dc6d:38773 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:18:57,486 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7c1a0d4176158d028ca715da68f6fcc1, disabling compactions & flushes 2024-11-20T08:18:57,486 INFO [RS:0;a04d4489dc6d:38773 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:18:57,486 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732090735762.7c1a0d4176158d028ca715da68f6fcc1. 2024-11-20T08:18:57,486 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732090735762.7c1a0d4176158d028ca715da68f6fcc1. 2024-11-20T08:18:57,486 INFO [RS:0;a04d4489dc6d:38773 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-20T08:18:57,486 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732090735762.7c1a0d4176158d028ca715da68f6fcc1. after waiting 0 ms 2024-11-20T08:18:57,486 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732090735762.7c1a0d4176158d028ca715da68f6fcc1. 2024-11-20T08:18:57,486 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 7c1a0d4176158d028ca715da68f6fcc1 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-20T08:18:57,486 INFO [RS:0;a04d4489dc6d:38773 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-11-20T08:18:57,486 DEBUG [RS:0;a04d4489dc6d:38773 {}] regionserver.HRegionServer(1603): Online Regions={7c1a0d4176158d028ca715da68f6fcc1=hbase:namespace,,1732090735762.7c1a0d4176158d028ca715da68f6fcc1., 4f44cc028004e34f1f0f577c766aba98=testClearRegionBlockCache,5,1732090736266.4f44cc028004e34f1f0f577c766aba98., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T08:18:57,486 DEBUG [RS:0;a04d4489dc6d:38773 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4f44cc028004e34f1f0f577c766aba98, 7c1a0d4176158d028ca715da68f6fcc1 2024-11-20T08:18:57,486 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:18:57,486 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T08:18:57,486 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T08:18:57,486 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:18:57,486 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:18:57,486 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-20T08:18:57,490 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/default/testClearRegionBlockCache/68aa63b65784ab7ff6126849a70c7100/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T08:18:57,490 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732090736266.68aa63b65784ab7ff6126849a70c7100. 2024-11-20T08:18:57,490 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 68aa63b65784ab7ff6126849a70c7100: 2024-11-20T08:18:57,491 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732090736266.68aa63b65784ab7ff6126849a70c7100. 2024-11-20T08:18:57,498 INFO [regionserver/a04d4489dc6d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:57,502 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/hbase/namespace/7c1a0d4176158d028ca715da68f6fcc1/.tmp/info/b18ab25593484e7085684ed6de26daeb is 45, key is default/info:d/1732090736174/Put/seqid=0 2024-11-20T08:18:57,503 INFO [regionserver/a04d4489dc6d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:57,505 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/hbase/meta/1588230740/.tmp/info/e04302a1ef05432d9a3db22d363a8362 is 173, key is testClearRegionBlockCache,5,1732090736266.4f44cc028004e34f1f0f577c766aba98./info:regioninfo/1732090737025/Put/seqid=0 2024-11-20T08:18:57,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741843_1019 (size=5037) 2024-11-20T08:18:57,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741843_1019 (size=5037) 2024-11-20T08:18:57,508 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/hbase/namespace/7c1a0d4176158d028ca715da68f6fcc1/.tmp/info/b18ab25593484e7085684ed6de26daeb 2024-11-20T08:18:57,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741844_1020 (size=9337) 2024-11-20T08:18:57,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741844_1020 (size=9337) 2024-11-20T08:18:57,513 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/hbase/meta/1588230740/.tmp/info/e04302a1ef05432d9a3db22d363a8362 2024-11-20T08:18:57,514 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/hbase/namespace/7c1a0d4176158d028ca715da68f6fcc1/.tmp/info/b18ab25593484e7085684ed6de26daeb as hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/hbase/namespace/7c1a0d4176158d028ca715da68f6fcc1/info/b18ab25593484e7085684ed6de26daeb 2024-11-20T08:18:57,519 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/hbase/namespace/7c1a0d4176158d028ca715da68f6fcc1/info/b18ab25593484e7085684ed6de26daeb, entries=2, sequenceid=6, filesize=4.9 K 2024-11-20T08:18:57,520 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 7c1a0d4176158d028ca715da68f6fcc1 in 34ms, sequenceid=6, compaction requested=false 2024-11-20T08:18:57,524 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/hbase/namespace/7c1a0d4176158d028ca715da68f6fcc1/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T08:18:57,524 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732090735762.7c1a0d4176158d028ca715da68f6fcc1. 2024-11-20T08:18:57,524 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7c1a0d4176158d028ca715da68f6fcc1: 2024-11-20T08:18:57,525 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732090735762.7c1a0d4176158d028ca715da68f6fcc1. 2024-11-20T08:18:57,525 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4f44cc028004e34f1f0f577c766aba98, disabling compactions & flushes 2024-11-20T08:18:57,525 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732090736266.4f44cc028004e34f1f0f577c766aba98. 2024-11-20T08:18:57,525 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732090736266.4f44cc028004e34f1f0f577c766aba98. 2024-11-20T08:18:57,525 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732090736266.4f44cc028004e34f1f0f577c766aba98. after waiting 0 ms 2024-11-20T08:18:57,525 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732090736266.4f44cc028004e34f1f0f577c766aba98. 2024-11-20T08:18:57,528 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/default/testClearRegionBlockCache/4f44cc028004e34f1f0f577c766aba98/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-20T08:18:57,529 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732090736266.4f44cc028004e34f1f0f577c766aba98. 2024-11-20T08:18:57,529 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4f44cc028004e34f1f0f577c766aba98: 2024-11-20T08:18:57,529 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732090736266.4f44cc028004e34f1f0f577c766aba98. 2024-11-20T08:18:57,534 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/hbase/meta/1588230740/.tmp/table/35fc23a63ae941e7a1655cdc5cc4e944 is 61, key is testClearRegionBlockCache/table:state/1732090737031/Put/seqid=0 2024-11-20T08:18:57,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741845_1021 (size=5392) 2024-11-20T08:18:57,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741845_1021 (size=5392) 2024-11-20T08:18:57,539 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/hbase/meta/1588230740/.tmp/table/35fc23a63ae941e7a1655cdc5cc4e944 2024-11-20T08:18:57,546 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/hbase/meta/1588230740/.tmp/info/e04302a1ef05432d9a3db22d363a8362 as hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/hbase/meta/1588230740/info/e04302a1ef05432d9a3db22d363a8362 2024-11-20T08:18:57,551 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/hbase/meta/1588230740/info/e04302a1ef05432d9a3db22d363a8362, entries=30, sequenceid=16, filesize=9.1 K 2024-11-20T08:18:57,552 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/hbase/meta/1588230740/.tmp/table/35fc23a63ae941e7a1655cdc5cc4e944 as hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/hbase/meta/1588230740/table/35fc23a63ae941e7a1655cdc5cc4e944 2024-11-20T08:18:57,557 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/hbase/meta/1588230740/table/35fc23a63ae941e7a1655cdc5cc4e944, entries=4, sequenceid=16, filesize=5.3 K 2024-11-20T08:18:57,558 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 71ms, sequenceid=16, compaction requested=false 2024-11-20T08:18:57,561 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T08:18:57,562 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:18:57,562 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T08:18:57,562 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T08:18:57,562 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:18:57,686 INFO [RS:1;a04d4489dc6d:36847 {}] regionserver.HRegionServer(1250): stopping server a04d4489dc6d,36847,1732090734920; all regions closed. 2024-11-20T08:18:57,686 INFO [RS:0;a04d4489dc6d:38773 {}] regionserver.HRegionServer(1250): stopping server a04d4489dc6d,38773,1732090734861; all regions closed. 2024-11-20T08:18:57,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741833_1009 (size=1758) 2024-11-20T08:18:57,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741833_1009 (size=1758) 2024-11-20T08:18:57,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741835_1011 (size=5602) 2024-11-20T08:18:57,689 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/WALs/a04d4489dc6d,38773,1732090734861/a04d4489dc6d%2C38773%2C1732090734861.meta.1732090735709.meta not finished, retry = 0 2024-11-20T08:18:57,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741835_1011 (size=5602) 2024-11-20T08:18:57,691 DEBUG [RS:1;a04d4489dc6d:36847 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/oldWALs 2024-11-20T08:18:57,691 INFO [RS:1;a04d4489dc6d:36847 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL a04d4489dc6d%2C36847%2C1732090734920:(num 1732090735330) 2024-11-20T08:18:57,691 DEBUG [RS:1;a04d4489dc6d:36847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:57,691 INFO [RS:1;a04d4489dc6d:36847 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:57,691 INFO [RS:1;a04d4489dc6d:36847 {}] hbase.ChoreService(370): Chore service for: regionserver/a04d4489dc6d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-20T08:18:57,692 INFO [RS:1;a04d4489dc6d:36847 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:18:57,692 INFO [RS:1;a04d4489dc6d:36847 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:18:57,692 INFO [RS:1;a04d4489dc6d:36847 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:18:57,692 INFO [regionserver/a04d4489dc6d:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T08:18:57,692 INFO [RS:1;a04d4489dc6d:36847 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36847 2024-11-20T08:18:57,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:18:57,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x1001402e1b50002, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a04d4489dc6d,36847,1732090734920 2024-11-20T08:18:57,695 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a04d4489dc6d,36847,1732090734920] 2024-11-20T08:18:57,695 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing a04d4489dc6d,36847,1732090734920; numProcessing=1 2024-11-20T08:18:57,697 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/a04d4489dc6d,36847,1732090734920 already deleted, retry=false 2024-11-20T08:18:57,697 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; a04d4489dc6d,36847,1732090734920 expired; onlineServers=1 2024-11-20T08:18:57,792 DEBUG [RS:0;a04d4489dc6d:38773 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/oldWALs 2024-11-20T08:18:57,792 INFO [RS:0;a04d4489dc6d:38773 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL a04d4489dc6d%2C38773%2C1732090734861.meta:.meta(num 1732090735709) 2024-11-20T08:18:57,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741834_1010 (size=3188) 2024-11-20T08:18:57,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741834_1010 (size=3188) 2024-11-20T08:18:57,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x1001402e1b50002, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:57,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x1001402e1b50002, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:57,795 INFO [RS:1;a04d4489dc6d:36847 {}] regionserver.HRegionServer(1307): Exiting; stopping=a04d4489dc6d,36847,1732090734920; zookeeper connection closed. 2024-11-20T08:18:57,795 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49d0e82e {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49d0e82e 2024-11-20T08:18:57,796 DEBUG [RS:0;a04d4489dc6d:38773 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/oldWALs 2024-11-20T08:18:57,796 INFO [RS:0;a04d4489dc6d:38773 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL a04d4489dc6d%2C38773%2C1732090734861:(num 1732090735333) 2024-11-20T08:18:57,796 DEBUG [RS:0;a04d4489dc6d:38773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:57,796 INFO [RS:0;a04d4489dc6d:38773 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:57,796 INFO [RS:0;a04d4489dc6d:38773 {}] hbase.ChoreService(370): Chore service for: regionserver/a04d4489dc6d:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T08:18:57,797 INFO [regionserver/a04d4489dc6d:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T08:18:57,797 INFO [RS:0;a04d4489dc6d:38773 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38773 2024-11-20T08:18:57,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1001402e1b50001, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a04d4489dc6d,38773,1732090734861 2024-11-20T08:18:57,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:18:57,799 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a04d4489dc6d,38773,1732090734861] 2024-11-20T08:18:57,799 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing a04d4489dc6d,38773,1732090734861; numProcessing=2 2024-11-20T08:18:57,801 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/a04d4489dc6d,38773,1732090734861 already deleted, retry=false 2024-11-20T08:18:57,801 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; a04d4489dc6d,38773,1732090734861 expired; onlineServers=0 2024-11-20T08:18:57,802 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'a04d4489dc6d,37633,1732090734814' ***** 2024-11-20T08:18:57,802 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:18:57,802 DEBUG [M:0;a04d4489dc6d:37633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6e0ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a04d4489dc6d/172.17.0.2:0 2024-11-20T08:18:57,802 INFO [M:0;a04d4489dc6d:37633 {}] regionserver.HRegionServer(1224): stopping server a04d4489dc6d,37633,1732090734814 2024-11-20T08:18:57,802 INFO [M:0;a04d4489dc6d:37633 {}] regionserver.HRegionServer(1250): stopping server a04d4489dc6d,37633,1732090734814; all regions closed. 2024-11-20T08:18:57,802 DEBUG [M:0;a04d4489dc6d:37633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:57,802 DEBUG [M:0;a04d4489dc6d:37633 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:18:57,802 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:18:57,802 DEBUG [M:0;a04d4489dc6d:37633 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:18:57,802 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.small.0-1732090735112 {}] cleaner.HFileCleaner(306): Exit Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.small.0-1732090735112,5,FailOnTimeoutGroup] 2024-11-20T08:18:57,802 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.large.0-1732090735112 {}] cleaner.HFileCleaner(306): Exit Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.large.0-1732090735112,5,FailOnTimeoutGroup] 2024-11-20T08:18:57,802 INFO [M:0;a04d4489dc6d:37633 {}] hbase.ChoreService(370): Chore service for: master/a04d4489dc6d:0 had [] on shutdown 2024-11-20T08:18:57,802 DEBUG [M:0;a04d4489dc6d:37633 {}] master.HMaster(1733): Stopping service threads 2024-11-20T08:18:57,802 INFO [M:0;a04d4489dc6d:37633 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:18:57,803 INFO [M:0;a04d4489dc6d:37633 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:18:57,803 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:18:57,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T08:18:57,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:18:57,804 DEBUG [M:0;a04d4489dc6d:37633 {}] zookeeper.ZKUtil(347): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T08:18:57,804 WARN [M:0;a04d4489dc6d:37633 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:18:57,804 INFO [M:0;a04d4489dc6d:37633 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-20T08:18:57,804 INFO [M:0;a04d4489dc6d:37633 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:18:57,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:18:57,804 DEBUG [M:0;a04d4489dc6d:37633 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:18:57,804 INFO [M:0;a04d4489dc6d:37633 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:57,804 DEBUG [M:0;a04d4489dc6d:37633 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:57,804 DEBUG [M:0;a04d4489dc6d:37633 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:18:57,804 DEBUG [M:0;a04d4489dc6d:37633 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:57,804 INFO [M:0;a04d4489dc6d:37633 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.92 KB heapSize=56.38 KB 2024-11-20T08:18:57,821 DEBUG [M:0;a04d4489dc6d:37633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fa6f1dd639e491b9201e797f38e1171 is 82, key is hbase:meta,,1/info:regioninfo/1732090735745/Put/seqid=0 2024-11-20T08:18:57,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741846_1022 (size=5672) 2024-11-20T08:18:57,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741846_1022 (size=5672) 2024-11-20T08:18:57,827 INFO [M:0;a04d4489dc6d:37633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fa6f1dd639e491b9201e797f38e1171 2024-11-20T08:18:57,848 DEBUG [M:0;a04d4489dc6d:37633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e33361095bc542608c07890ea98116c5 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732090737035/Put/seqid=0 2024-11-20T08:18:57,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741847_1023 (size=7581) 2024-11-20T08:18:57,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741847_1023 (size=7581) 2024-11-20T08:18:57,853 INFO [M:0;a04d4489dc6d:37633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.30 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e33361095bc542608c07890ea98116c5 2024-11-20T08:18:57,873 DEBUG [M:0;a04d4489dc6d:37633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/572779ad3b1e4e06b29b8aac97049b41 is 69, key is a04d4489dc6d,36847,1732090734920/rs:state/1732090735176/Put/seqid=0 2024-11-20T08:18:57,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741848_1024 (size=5224) 2024-11-20T08:18:57,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741848_1024 (size=5224) 2024-11-20T08:18:57,880 INFO [M:0;a04d4489dc6d:37633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/572779ad3b1e4e06b29b8aac97049b41 2024-11-20T08:18:57,885 DEBUG [M:0;a04d4489dc6d:37633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fa6f1dd639e491b9201e797f38e1171 as hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fa6f1dd639e491b9201e797f38e1171 2024-11-20T08:18:57,890 INFO [M:0;a04d4489dc6d:37633 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fa6f1dd639e491b9201e797f38e1171, entries=8, sequenceid=108, filesize=5.5 K 2024-11-20T08:18:57,891 DEBUG [M:0;a04d4489dc6d:37633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e33361095bc542608c07890ea98116c5 as hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e33361095bc542608c07890ea98116c5 2024-11-20T08:18:57,896 INFO [M:0;a04d4489dc6d:37633 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e33361095bc542608c07890ea98116c5, entries=13, sequenceid=108, filesize=7.4 K 2024-11-20T08:18:57,897 DEBUG [M:0;a04d4489dc6d:37633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/572779ad3b1e4e06b29b8aac97049b41 as hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/572779ad3b1e4e06b29b8aac97049b41 2024-11-20T08:18:57,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1001402e1b50001, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:57,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38773-0x1001402e1b50001, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:57,901 INFO [RS:0;a04d4489dc6d:38773 {}] regionserver.HRegionServer(1307): Exiting; stopping=a04d4489dc6d,38773,1732090734861; zookeeper connection closed. 2024-11-20T08:18:57,901 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24c25e0d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24c25e0d 2024-11-20T08:18:57,901 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-20T08:18:57,903 INFO [M:0;a04d4489dc6d:37633 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40483/user/jenkins/test-data/f45009f5-61c8-fad9-6376-8003d29e8518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/572779ad3b1e4e06b29b8aac97049b41, entries=2, sequenceid=108, filesize=5.1 K 2024-11-20T08:18:57,903 INFO [M:0;a04d4489dc6d:37633 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.92 KB/47022, heapSize ~56.08 KB/57424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=108, compaction requested=false 2024-11-20T08:18:57,905 INFO [M:0;a04d4489dc6d:37633 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:57,905 DEBUG [M:0;a04d4489dc6d:37633 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T08:18:57,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741830_1006 (size=54553) 2024-11-20T08:18:57,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741830_1006 (size=54553) 2024-11-20T08:18:57,907 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T08:18:57,907 INFO [M:0;a04d4489dc6d:37633 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-20T08:18:57,908 INFO [M:0;a04d4489dc6d:37633 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37633 2024-11-20T08:18:57,909 DEBUG [M:0;a04d4489dc6d:37633 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/a04d4489dc6d,37633,1732090734814 already deleted, retry=false 2024-11-20T08:18:58,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:58,012 INFO [M:0;a04d4489dc6d:37633 {}] regionserver.HRegionServer(1307): Exiting; stopping=a04d4489dc6d,37633,1732090734814; zookeeper connection closed. 2024-11-20T08:18:58,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37633-0x1001402e1b50000, quorum=127.0.0.1:59099, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:58,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c6bca4f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:58,015 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54a723ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:18:58,015 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:18:58,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@758cd8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:18:58,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f58332{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/hadoop.log.dir/,STOPPED} 2024-11-20T08:18:58,016 WARN [BP-638958937-172.17.0.2-1732090734048 heartbeating to localhost/127.0.0.1:40483 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:18:58,016 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:18:58,016 WARN [BP-638958937-172.17.0.2-1732090734048 heartbeating to localhost/127.0.0.1:40483 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-638958937-172.17.0.2-1732090734048 (Datanode Uuid 68112417-db94-4e62-baf0-d30101cee6a2) service to localhost/127.0.0.1:40483 2024-11-20T08:18:58,016 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:18:58,017 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/cluster_4d73d1df-4884-014a-5e26-56d7b83962fb/dfs/data/data3/current/BP-638958937-172.17.0.2-1732090734048 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:58,017 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/cluster_4d73d1df-4884-014a-5e26-56d7b83962fb/dfs/data/data4/current/BP-638958937-172.17.0.2-1732090734048 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:58,017 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:18:58,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@701e154e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:58,021 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a4e0c5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:18:58,021 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:18:58,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a491a74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:18:58,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a1707e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/hadoop.log.dir/,STOPPED} 2024-11-20T08:18:58,022 WARN [BP-638958937-172.17.0.2-1732090734048 heartbeating to localhost/127.0.0.1:40483 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:18:58,022 WARN [BP-638958937-172.17.0.2-1732090734048 heartbeating to localhost/127.0.0.1:40483 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-638958937-172.17.0.2-1732090734048 (Datanode Uuid 2fb24e5a-c311-4354-b383-b5b5decb9fb9) service to localhost/127.0.0.1:40483 2024-11-20T08:18:58,022 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:18:58,022 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:18:58,023 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/cluster_4d73d1df-4884-014a-5e26-56d7b83962fb/dfs/data/data1/current/BP-638958937-172.17.0.2-1732090734048 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:58,023 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/cluster_4d73d1df-4884-014a-5e26-56d7b83962fb/dfs/data/data2/current/BP-638958937-172.17.0.2-1732090734048 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:58,023 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:18:58,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e4197a2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:18:58,029 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d144357{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:18:58,029 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:18:58,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69197e84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:18:58,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ca2eaec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37d2becf-a636-7e86-0421-93a586f5c968/hadoop.log.dir/,STOPPED} 2024-11-20T08:18:58,036 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-20T08:18:58,051 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-20T08:18:58,060 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=201 (was 180) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:40483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40483 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:40483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40483 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=554 (was 531) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=165 (was 162) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2058 (was 2138)