2024-11-17 13:15:12,817 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-11-17 13:15:12,837 main DEBUG Took 0.018415 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-17 13:15:12,837 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-17 13:15:12,838 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-17 13:15:12,838 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-17 13:15:12,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 13:15:12,849 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-17 13:15:12,861 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:15:12,862 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 13:15:12,863 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:15:12,863 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 13:15:12,863 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:15:12,864 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 13:15:12,864 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:15:12,865 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 13:15:12,865 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:15:12,865 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 13:15:12,866 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:15:12,866 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 13:15:12,867 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:15:12,867 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 13:15:12,868 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:15:12,868 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 13:15:12,868 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:15:12,869 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 13:15:12,869 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:15:12,869 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 13:15:12,870 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:15:12,870 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 13:15:12,870 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:15:12,871 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 13:15:12,871 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:15:12,871 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-17 13:15:12,872 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:15:12,874 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-17 13:15:12,875 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-17 13:15:12,875 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-17 13:15:12,876 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-17 13:15:12,877 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-17 13:15:12,884 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-17 13:15:12,887 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-17 13:15:12,888 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-17 13:15:12,888 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-17 13:15:12,889 main DEBUG createAppenders(={Console}) 2024-11-17 13:15:12,890 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 initialized 2024-11-17 13:15:12,890 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-11-17 13:15:12,890 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 OK. 2024-11-17 13:15:12,891 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-17 13:15:12,891 main DEBUG OutputStream closed 2024-11-17 13:15:12,891 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-17 13:15:12,891 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-17 13:15:12,892 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@662b4c69 OK 2024-11-17 13:15:12,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-17 13:15:12,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-17 13:15:12,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-17 13:15:12,967 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-17 13:15:12,968 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-17 13:15:12,968 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-17 13:15:12,968 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-17 13:15:12,969 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-17 13:15:12,969 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-17 13:15:12,969 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-17 13:15:12,969 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-17 13:15:12,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-17 13:15:12,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-17 13:15:12,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-17 13:15:12,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-17 13:15:12,971 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-17 13:15:12,971 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-17 13:15:12,972 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-17 13:15:12,974 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17 13:15:12,974 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-17 13:15:12,974 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-17 13:15:12,975 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-17T13:15:12,990 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-17 13:15:12,993 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-17 13:15:12,993 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17T13:15:13,054 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=219, ProcessCount=11, AvailableMemoryMB=12305 2024-11-17T13:15:13,285 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559 2024-11-17T13:15:13,287 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T13:15:13,290 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/cluster_f2bc785e-7833-d606-3139-cd4dc47479a1, deleteOnExit=true 2024-11-17T13:15:13,290 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-17T13:15:13,291 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/test.cache.data in system properties and HBase conf 2024-11-17T13:15:13,292 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T13:15:13,292 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/hadoop.log.dir in system properties and HBase conf 2024-11-17T13:15:13,293 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T13:15:13,294 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T13:15:13,294 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-17T13:15:13,380 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-17T13:15:13,467 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T13:15:13,471 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T13:15:13,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T13:15:13,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T13:15:13,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T13:15:13,474 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T13:15:13,475 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T13:15:13,475 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T13:15:13,476 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T13:15:13,477 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T13:15:13,477 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/nfs.dump.dir in system properties and HBase conf 2024-11-17T13:15:13,478 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/java.io.tmpdir in system properties and HBase conf 2024-11-17T13:15:13,478 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T13:15:13,479 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T13:15:13,479 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T13:15:14,285 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T13:15:14,366 INFO [Time-limited test {}] log.Log(170): Logging initialized @2242ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-17T13:15:14,446 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T13:15:14,514 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T13:15:14,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T13:15:14,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T13:15:14,537 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T13:15:14,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T13:15:14,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/hadoop.log.dir/,AVAILABLE} 2024-11-17T13:15:14,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T13:15:14,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/java.io.tmpdir/jetty-localhost-39807-hadoop-hdfs-3_4_1-tests_jar-_-any-5229760518378706772/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T13:15:14,762 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:39807} 2024-11-17T13:15:14,763 INFO [Time-limited test {}] server.Server(415): Started @2640ms 2024-11-17T13:15:15,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T13:15:15,139 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T13:15:15,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T13:15:15,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T13:15:15,140 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T13:15:15,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4760307{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/hadoop.log.dir/,AVAILABLE} 2024-11-17T13:15:15,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76645813{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T13:15:15,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45895ca6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/java.io.tmpdir/jetty-localhost-38269-hadoop-hdfs-3_4_1-tests_jar-_-any-1713202349139209773/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T13:15:15,264 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e8a1397{HTTP/1.1, (http/1.1)}{localhost:38269} 2024-11-17T13:15:15,264 INFO [Time-limited test {}] server.Server(415): Started @3141ms 2024-11-17T13:15:15,322 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T13:15:15,445 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T13:15:15,450 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T13:15:15,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T13:15:15,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T13:15:15,453 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T13:15:15,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f3d3355{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/hadoop.log.dir/,AVAILABLE} 2024-11-17T13:15:15,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cb64205{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T13:15:15,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23d2e820{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/java.io.tmpdir/jetty-localhost-32999-hadoop-hdfs-3_4_1-tests_jar-_-any-18414093291586545122/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T13:15:15,603 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ee8adce{HTTP/1.1, (http/1.1)}{localhost:32999} 2024-11-17T13:15:15,603 INFO [Time-limited test {}] server.Server(415): Started @3480ms 2024-11-17T13:15:15,606 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T13:15:15,779 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/cluster_f2bc785e-7833-d606-3139-cd4dc47479a1/dfs/data/data3/current/BP-800314436-172.17.0.2-1731849314043/current, will proceed with Du for space computation calculation, 2024-11-17T13:15:15,779 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/cluster_f2bc785e-7833-d606-3139-cd4dc47479a1/dfs/data/data4/current/BP-800314436-172.17.0.2-1731849314043/current, will proceed with Du for space computation calculation, 2024-11-17T13:15:15,782 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/cluster_f2bc785e-7833-d606-3139-cd4dc47479a1/dfs/data/data1/current/BP-800314436-172.17.0.2-1731849314043/current, will proceed with Du for space computation calculation, 2024-11-17T13:15:15,783 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/cluster_f2bc785e-7833-d606-3139-cd4dc47479a1/dfs/data/data2/current/BP-800314436-172.17.0.2-1731849314043/current, will proceed with Du for space computation calculation, 2024-11-17T13:15:15,858 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T13:15:15,859 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T13:15:15,929 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f456e58397b2b64 with lease ID 0x5fb90cb9060e1c06: Processing first storage report for DS-97a239f4-7e6d-4204-a873-8bf996619da3 from datanode DatanodeRegistration(127.0.0.1:41727, datanodeUuid=fcbdcdc7-51cd-4533-9881-fe57811121d2, infoPort=38605, infoSecurePort=0, ipcPort=38513, storageInfo=lv=-57;cid=testClusterID;nsid=345107382;c=1731849314043) 2024-11-17T13:15:15,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f456e58397b2b64 with lease ID 0x5fb90cb9060e1c06: from storage DS-97a239f4-7e6d-4204-a873-8bf996619da3 node DatanodeRegistration(127.0.0.1:41727, datanodeUuid=fcbdcdc7-51cd-4533-9881-fe57811121d2, infoPort=38605, infoSecurePort=0, ipcPort=38513, storageInfo=lv=-57;cid=testClusterID;nsid=345107382;c=1731849314043), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T13:15:15,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf9d5a689808589e with lease ID 0x5fb90cb9060e1c05: Processing first storage report for DS-d19fdb61-6fb5-4ea5-9837-0d69cbd9f14a from datanode DatanodeRegistration(127.0.0.1:41845, datanodeUuid=a17c525b-75bb-4388-ad28-16cecdd92447, infoPort=42749, infoSecurePort=0, ipcPort=41583, storageInfo=lv=-57;cid=testClusterID;nsid=345107382;c=1731849314043) 2024-11-17T13:15:15,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf9d5a689808589e with lease ID 0x5fb90cb9060e1c05: from storage DS-d19fdb61-6fb5-4ea5-9837-0d69cbd9f14a node DatanodeRegistration(127.0.0.1:41845, datanodeUuid=a17c525b-75bb-4388-ad28-16cecdd92447, infoPort=42749, infoSecurePort=0, ipcPort=41583, storageInfo=lv=-57;cid=testClusterID;nsid=345107382;c=1731849314043), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T13:15:15,932 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f456e58397b2b64 with lease ID 0x5fb90cb9060e1c06: Processing first storage report for DS-45c6c86c-89ba-461b-97a5-1d61f22d3324 from datanode DatanodeRegistration(127.0.0.1:41727, datanodeUuid=fcbdcdc7-51cd-4533-9881-fe57811121d2, infoPort=38605, infoSecurePort=0, ipcPort=38513, storageInfo=lv=-57;cid=testClusterID;nsid=345107382;c=1731849314043) 2024-11-17T13:15:15,932 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f456e58397b2b64 with lease ID 0x5fb90cb9060e1c06: from storage DS-45c6c86c-89ba-461b-97a5-1d61f22d3324 node DatanodeRegistration(127.0.0.1:41727, datanodeUuid=fcbdcdc7-51cd-4533-9881-fe57811121d2, infoPort=38605, infoSecurePort=0, ipcPort=38513, storageInfo=lv=-57;cid=testClusterID;nsid=345107382;c=1731849314043), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T13:15:15,932 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf9d5a689808589e with lease ID 0x5fb90cb9060e1c05: Processing first storage report for DS-fc770d02-c621-4e3d-860d-9c9e8085679f from datanode DatanodeRegistration(127.0.0.1:41845, datanodeUuid=a17c525b-75bb-4388-ad28-16cecdd92447, infoPort=42749, infoSecurePort=0, ipcPort=41583, storageInfo=lv=-57;cid=testClusterID;nsid=345107382;c=1731849314043) 2024-11-17T13:15:15,933 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf9d5a689808589e with lease ID 0x5fb90cb9060e1c05: from storage DS-fc770d02-c621-4e3d-860d-9c9e8085679f node DatanodeRegistration(127.0.0.1:41845, datanodeUuid=a17c525b-75bb-4388-ad28-16cecdd92447, infoPort=42749, infoSecurePort=0, ipcPort=41583, storageInfo=lv=-57;cid=testClusterID;nsid=345107382;c=1731849314043), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T13:15:16,005 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559 2024-11-17T13:15:16,079 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/cluster_f2bc785e-7833-d606-3139-cd4dc47479a1/zookeeper_0, clientPort=63116, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/cluster_f2bc785e-7833-d606-3139-cd4dc47479a1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/cluster_f2bc785e-7833-d606-3139-cd4dc47479a1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T13:15:16,089 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63116 2024-11-17T13:15:16,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:16,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:16,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741825_1001 (size=7) 2024-11-17T13:15:16,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741825_1001 (size=7) 2024-11-17T13:15:16,737 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169 with version=8 2024-11-17T13:15:16,737 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/hbase-staging 2024-11-17T13:15:16,864 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-17T13:15:17,135 INFO [Time-limited test {}] client.ConnectionUtils(129): master/679b436d2445:0 server-side Connection retries=45 2024-11-17T13:15:17,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:17,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:17,156 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T13:15:17,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:17,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T13:15:17,288 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T13:15:17,347 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-17T13:15:17,355 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-17T13:15:17,359 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:15:17,387 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1615 (auto-detected) 2024-11-17T13:15:17,388 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-17T13:15:17,406 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36841 2024-11-17T13:15:17,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:17,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:17,430 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:36841 connecting to ZooKeeper ensemble=127.0.0.1:63116 2024-11-17T13:15:17,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368410x0, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T13:15:17,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36841-0x100059f1fc40000 connected 2024-11-17T13:15:17,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T13:15:17,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:17,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T13:15:17,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36841 2024-11-17T13:15:17,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36841 2024-11-17T13:15:17,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36841 2024-11-17T13:15:17,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36841 2024-11-17T13:15:17,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36841 2024-11-17T13:15:17,511 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169, hbase.cluster.distributed=false 2024-11-17T13:15:17,573 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/679b436d2445:0 server-side Connection retries=45 2024-11-17T13:15:17,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:17,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:17,574 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T13:15:17,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:17,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T13:15:17,576 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T13:15:17,578 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:15:17,579 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40427 2024-11-17T13:15:17,581 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T13:15:17,586 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T13:15:17,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:17,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:17,594 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40427 connecting to ZooKeeper ensemble=127.0.0.1:63116 2024-11-17T13:15:17,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404270x0, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T13:15:17,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404270x0, quorum=127.0.0.1:63116, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T13:15:17,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40427-0x100059f1fc40001 connected 2024-11-17T13:15:17,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40427-0x100059f1fc40001, quorum=127.0.0.1:63116, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:17,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40427-0x100059f1fc40001, quorum=127.0.0.1:63116, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T13:15:17,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40427 2024-11-17T13:15:17,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40427 2024-11-17T13:15:17,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40427 2024-11-17T13:15:17,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40427 2024-11-17T13:15:17,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40427 2024-11-17T13:15:17,636 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/679b436d2445:0 server-side Connection retries=45 2024-11-17T13:15:17,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:17,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:17,637 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T13:15:17,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:17,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T13:15:17,637 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T13:15:17,637 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:15:17,638 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36091 2024-11-17T13:15:17,639 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T13:15:17,640 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T13:15:17,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:17,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:17,647 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36091 connecting to ZooKeeper ensemble=127.0.0.1:63116 2024-11-17T13:15:17,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360910x0, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T13:15:17,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36091-0x100059f1fc40002 connected 2024-11-17T13:15:17,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36091-0x100059f1fc40002, quorum=127.0.0.1:63116, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T13:15:17,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36091-0x100059f1fc40002, quorum=127.0.0.1:63116, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:17,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36091-0x100059f1fc40002, quorum=127.0.0.1:63116, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T13:15:17,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36091 2024-11-17T13:15:17,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36091 2024-11-17T13:15:17,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36091 2024-11-17T13:15:17,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36091 2024-11-17T13:15:17,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36091 2024-11-17T13:15:17,658 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/679b436d2445,36841,1731849316858 2024-11-17T13:15:17,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x100059f1fc40001, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:17,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:17,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x100059f1fc40002, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:17,666 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/679b436d2445,36841,1731849316858 2024-11-17T13:15:17,679 DEBUG [M:0;679b436d2445:36841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;679b436d2445:36841 2024-11-17T13:15:17,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x100059f1fc40001, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T13:15:17,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T13:15:17,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x100059f1fc40002, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T13:15:17,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x100059f1fc40001, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:17,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x100059f1fc40002, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:17,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:17,690 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-17T13:15:17,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-17T13:15:17,691 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/679b436d2445,36841,1731849316858 from backup master directory 2024-11-17T13:15:17,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/679b436d2445,36841,1731849316858 2024-11-17T13:15:17,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x100059f1fc40002, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:17,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x100059f1fc40001, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:17,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:17,695 WARN [master/679b436d2445:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T13:15:17,695 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=679b436d2445,36841,1731849316858 2024-11-17T13:15:17,697 INFO [master/679b436d2445:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-17T13:15:17,699 INFO [master/679b436d2445:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-17T13:15:17,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741826_1002 (size=42) 2024-11-17T13:15:17,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741826_1002 (size=42) 2024-11-17T13:15:17,776 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/hbase.id with ID: 511cb411-68e4-44c2-a27b-925e614eec11 2024-11-17T13:15:17,815 INFO [master/679b436d2445:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:17,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x100059f1fc40002, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:17,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:17,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x100059f1fc40001, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:17,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741827_1003 (size=196) 2024-11-17T13:15:17,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741827_1003 (size=196) 2024-11-17T13:15:17,880 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T13:15:17,882 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T13:15:17,903 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T13:15:17,909 INFO [master/679b436d2445:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T13:15:17,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741828_1004 (size=1189) 2024-11-17T13:15:17,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741828_1004 (size=1189) 2024-11-17T13:15:17,969 INFO [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/MasterData/data/master/store 2024-11-17T13:15:17,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741829_1005 (size=34) 2024-11-17T13:15:17,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741829_1005 (size=34) 2024-11-17T13:15:17,993 INFO [master/679b436d2445:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-17T13:15:17,993 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:17,995 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T13:15:17,995 INFO [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:17,995 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:17,995 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T13:15:17,995 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:17,996 INFO [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:17,996 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-17T13:15:17,998 WARN [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/MasterData/data/master/store/.initializing 2024-11-17T13:15:17,998 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/MasterData/WALs/679b436d2445,36841,1731849316858 2024-11-17T13:15:18,005 INFO [master/679b436d2445:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T13:15:18,018 INFO [master/679b436d2445:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=679b436d2445%2C36841%2C1731849316858, suffix=, logDir=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/MasterData/WALs/679b436d2445,36841,1731849316858, archiveDir=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/MasterData/oldWALs, maxLogs=10 2024-11-17T13:15:18,044 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/MasterData/WALs/679b436d2445,36841,1731849316858/679b436d2445%2C36841%2C1731849316858.1731849318023, exclude list is [], retry=0 2024-11-17T13:15:18,063 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41727,DS-97a239f4-7e6d-4204-a873-8bf996619da3,DISK] 2024-11-17T13:15:18,063 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41845,DS-d19fdb61-6fb5-4ea5-9837-0d69cbd9f14a,DISK] 2024-11-17T13:15:18,067 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-17T13:15:18,109 INFO [master/679b436d2445:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/MasterData/WALs/679b436d2445,36841,1731849316858/679b436d2445%2C36841%2C1731849316858.1731849318023 2024-11-17T13:15:18,110 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42749:42749),(127.0.0.1/127.0.0.1:38605:38605)] 2024-11-17T13:15:18,110 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T13:15:18,111 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:18,114 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:18,115 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:18,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:18,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T13:15:18,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:18,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:18,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:18,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T13:15:18,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:18,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:18,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:18,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T13:15:18,206 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:18,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:18,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:18,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T13:15:18,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:18,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:18,217 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:18,218 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:18,229 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T13:15:18,233 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:18,238 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:18,240 INFO [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70956806, jitterRate=0.05733880400657654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T13:15:18,244 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-17T13:15:18,246 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T13:15:18,277 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3c6f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:15:18,313 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-17T13:15:18,325 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T13:15:18,326 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T13:15:18,328 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T13:15:18,330 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T13:15:18,335 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-17T13:15:18,335 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T13:15:18,364 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T13:15:18,379 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-17T13:15:18,382 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-17T13:15:18,384 INFO [master/679b436d2445:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T13:15:18,386 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-17T13:15:18,388 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-17T13:15:18,390 INFO [master/679b436d2445:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T13:15:18,393 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-17T13:15:18,395 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-17T13:15:18,396 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-17T13:15:18,397 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-17T13:15:18,407 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T13:15:18,409 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-17T13:15:18,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x100059f1fc40002, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:18,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:18,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x100059f1fc40001, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:18,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x100059f1fc40001, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:18,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:18,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x100059f1fc40002, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:18,420 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=679b436d2445,36841,1731849316858, sessionid=0x100059f1fc40000, setting cluster-up flag (Was=false) 2024-11-17T13:15:18,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x100059f1fc40002, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:18,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:18,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x100059f1fc40001, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:18,441 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-17T13:15:18,443 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=679b436d2445,36841,1731849316858 2024-11-17T13:15:18,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x100059f1fc40002, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:18,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x100059f1fc40001, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:18,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:18,454 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-17T13:15:18,455 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=679b436d2445,36841,1731849316858 2024-11-17T13:15:18,537 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-17T13:15:18,543 INFO [master/679b436d2445:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-17T13:15:18,545 INFO [master/679b436d2445:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T13:15:18,550 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 679b436d2445,36841,1731849316858 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T13:15:18,554 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/679b436d2445:0, corePoolSize=5, maxPoolSize=5 2024-11-17T13:15:18,554 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/679b436d2445:0, corePoolSize=5, maxPoolSize=5 2024-11-17T13:15:18,554 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/679b436d2445:0, corePoolSize=5, maxPoolSize=5 2024-11-17T13:15:18,554 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/679b436d2445:0, corePoolSize=5, maxPoolSize=5 2024-11-17T13:15:18,554 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/679b436d2445:0, corePoolSize=10, maxPoolSize=10 2024-11-17T13:15:18,555 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:18,555 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/679b436d2445:0, corePoolSize=2, maxPoolSize=2 2024-11-17T13:15:18,555 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:18,556 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731849348556 2024-11-17T13:15:18,558 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T13:15:18,559 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T13:15:18,560 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-17T13:15:18,561 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-17T13:15:18,562 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T13:15:18,563 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T13:15:18,563 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T13:15:18,563 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T13:15:18,564 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:18,565 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T13:15:18,566 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:18,566 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T13:15:18,566 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T13:15:18,567 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T13:15:18,571 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T13:15:18,571 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T13:15:18,573 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/679b436d2445:0:becomeActiveMaster-HFileCleaner.large.0-1731849318573,5,FailOnTimeoutGroup] 2024-11-17T13:15:18,574 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/679b436d2445:0:becomeActiveMaster-HFileCleaner.small.0-1731849318574,5,FailOnTimeoutGroup] 2024-11-17T13:15:18,574 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:18,574 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T13:15:18,575 DEBUG [RS:1;679b436d2445:36091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;679b436d2445:36091 2024-11-17T13:15:18,575 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:18,576 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:18,577 INFO [RS:1;679b436d2445:36091 {}] regionserver.HRegionServer(1008): ClusterId : 511cb411-68e4-44c2-a27b-925e614eec11 2024-11-17T13:15:18,580 DEBUG [RS:1;679b436d2445:36091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T13:15:18,581 DEBUG [RS:0;679b436d2445:40427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;679b436d2445:40427 2024-11-17T13:15:18,584 INFO [RS:0;679b436d2445:40427 {}] regionserver.HRegionServer(1008): ClusterId : 511cb411-68e4-44c2-a27b-925e614eec11 2024-11-17T13:15:18,584 DEBUG [RS:0;679b436d2445:40427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T13:15:18,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741831_1007 (size=1039) 2024-11-17T13:15:18,590 DEBUG [RS:1;679b436d2445:36091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T13:15:18,590 DEBUG [RS:1;679b436d2445:36091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T13:15:18,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741831_1007 (size=1039) 2024-11-17T13:15:18,592 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-17T13:15:18,593 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169 2024-11-17T13:15:18,601 DEBUG [RS:0;679b436d2445:40427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T13:15:18,602 DEBUG [RS:0;679b436d2445:40427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T13:15:18,604 DEBUG [RS:1;679b436d2445:36091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T13:15:18,605 DEBUG [RS:1;679b436d2445:36091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20509446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:15:18,607 DEBUG [RS:1;679b436d2445:36091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e0cc98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=679b436d2445/172.17.0.2:0 2024-11-17T13:15:18,608 DEBUG [RS:0;679b436d2445:40427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T13:15:18,608 DEBUG [RS:0;679b436d2445:40427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61af140a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:15:18,612 INFO [RS:1;679b436d2445:36091 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-17T13:15:18,612 INFO [RS:1;679b436d2445:36091 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-17T13:15:18,612 DEBUG [RS:1;679b436d2445:36091 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-17T13:15:18,615 INFO [RS:1;679b436d2445:36091 {}] regionserver.HRegionServer(3073): reportForDuty to master=679b436d2445,36841,1731849316858 with isa=679b436d2445/172.17.0.2:36091, startcode=1731849317635 2024-11-17T13:15:18,615 DEBUG [RS:0;679b436d2445:40427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@456a0dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=679b436d2445/172.17.0.2:0 2024-11-17T13:15:18,616 INFO [RS:0;679b436d2445:40427 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-17T13:15:18,616 INFO [RS:0;679b436d2445:40427 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-17T13:15:18,616 DEBUG [RS:0;679b436d2445:40427 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-17T13:15:18,617 INFO [RS:0;679b436d2445:40427 {}] regionserver.HRegionServer(3073): reportForDuty to master=679b436d2445,36841,1731849316858 with isa=679b436d2445/172.17.0.2:40427, startcode=1731849317572 2024-11-17T13:15:18,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741832_1008 (size=32) 2024-11-17T13:15:18,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741832_1008 (size=32) 2024-11-17T13:15:18,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:18,630 DEBUG [RS:1;679b436d2445:36091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T13:15:18,630 DEBUG [RS:0;679b436d2445:40427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T13:15:18,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T13:15:18,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T13:15:18,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:18,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:18,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T13:15:18,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T13:15:18,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:18,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:18,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T13:15:18,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T13:15:18,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:18,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:18,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/hbase/meta/1588230740 2024-11-17T13:15:18,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/hbase/meta/1588230740 2024-11-17T13:15:18,647 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T13:15:18,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-17T13:15:18,655 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:18,656 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74001345, jitterRate=0.10270597040653229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T13:15:18,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-17T13:15:18,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-17T13:15:18,660 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-17T13:15:18,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-17T13:15:18,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T13:15:18,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T13:15:18,661 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-17T13:15:18,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-17T13:15:18,664 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-17T13:15:18,664 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-17T13:15:18,668 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46031, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T13:15:18,668 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37647, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T13:15:18,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T13:15:18,673 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36841 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 679b436d2445,36091,1731849317635 2024-11-17T13:15:18,676 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36841 {}] master.ServerManager(486): Registering regionserver=679b436d2445,36091,1731849317635 2024-11-17T13:15:18,682 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T13:15:18,684 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T13:15:18,688 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36841 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 679b436d2445,40427,1731849317572 2024-11-17T13:15:18,688 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36841 {}] master.ServerManager(486): Registering regionserver=679b436d2445,40427,1731849317572 2024-11-17T13:15:18,691 DEBUG [RS:0;679b436d2445:40427 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169 2024-11-17T13:15:18,691 DEBUG [RS:1;679b436d2445:36091 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169 2024-11-17T13:15:18,691 DEBUG [RS:0;679b436d2445:40427 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41585 2024-11-17T13:15:18,691 DEBUG [RS:1;679b436d2445:36091 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41585 2024-11-17T13:15:18,691 DEBUG [RS:0;679b436d2445:40427 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-17T13:15:18,691 DEBUG [RS:1;679b436d2445:36091 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-17T13:15:18,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T13:15:18,699 DEBUG [RS:1;679b436d2445:36091 {}] zookeeper.ZKUtil(111): regionserver:36091-0x100059f1fc40002, quorum=127.0.0.1:63116, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/679b436d2445,36091,1731849317635 2024-11-17T13:15:18,699 WARN [RS:1;679b436d2445:36091 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T13:15:18,699 DEBUG [RS:0;679b436d2445:40427 {}] zookeeper.ZKUtil(111): regionserver:40427-0x100059f1fc40001, quorum=127.0.0.1:63116, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/679b436d2445,40427,1731849317572 2024-11-17T13:15:18,699 WARN [RS:0;679b436d2445:40427 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T13:15:18,699 INFO [RS:1;679b436d2445:36091 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T13:15:18,700 INFO [RS:0;679b436d2445:40427 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T13:15:18,700 DEBUG [RS:1;679b436d2445:36091 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/WALs/679b436d2445,36091,1731849317635 2024-11-17T13:15:18,700 DEBUG [RS:0;679b436d2445:40427 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/WALs/679b436d2445,40427,1731849317572 2024-11-17T13:15:18,701 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [679b436d2445,36091,1731849317635] 2024-11-17T13:15:18,701 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [679b436d2445,40427,1731849317572] 2024-11-17T13:15:18,713 DEBUG [RS:1;679b436d2445:36091 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-17T13:15:18,713 DEBUG [RS:0;679b436d2445:40427 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-17T13:15:18,724 INFO [RS:0;679b436d2445:40427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T13:15:18,724 INFO [RS:1;679b436d2445:36091 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T13:15:18,735 INFO [RS:0;679b436d2445:40427 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T13:15:18,735 INFO [RS:1;679b436d2445:36091 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T13:15:18,739 INFO [RS:1;679b436d2445:36091 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T13:15:18,739 INFO [RS:0;679b436d2445:40427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T13:15:18,739 INFO [RS:0;679b436d2445:40427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:18,739 INFO [RS:1;679b436d2445:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:18,740 INFO [RS:0;679b436d2445:40427 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-17T13:15:18,740 INFO [RS:1;679b436d2445:36091 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-17T13:15:18,747 INFO [RS:1;679b436d2445:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:18,747 INFO [RS:0;679b436d2445:40427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:18,747 DEBUG [RS:1;679b436d2445:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:18,747 DEBUG [RS:0;679b436d2445:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:18,748 DEBUG [RS:1;679b436d2445:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:18,748 DEBUG [RS:0;679b436d2445:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:18,748 DEBUG [RS:1;679b436d2445:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:18,748 DEBUG [RS:0;679b436d2445:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:18,748 DEBUG [RS:1;679b436d2445:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:18,748 DEBUG [RS:0;679b436d2445:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:18,748 DEBUG [RS:1;679b436d2445:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:18,748 DEBUG [RS:0;679b436d2445:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:18,748 DEBUG [RS:1;679b436d2445:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/679b436d2445:0, corePoolSize=2, maxPoolSize=2 2024-11-17T13:15:18,748 DEBUG [RS:0;679b436d2445:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/679b436d2445:0, corePoolSize=2, maxPoolSize=2 2024-11-17T13:15:18,748 DEBUG [RS:1;679b436d2445:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:18,748 DEBUG [RS:0;679b436d2445:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:18,748 DEBUG [RS:1;679b436d2445:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:18,748 DEBUG [RS:0;679b436d2445:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:18,748 DEBUG [RS:1;679b436d2445:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:18,749 DEBUG [RS:0;679b436d2445:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:18,749 DEBUG [RS:1;679b436d2445:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:18,749 DEBUG [RS:0;679b436d2445:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:18,749 DEBUG [RS:1;679b436d2445:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:18,749 DEBUG [RS:1;679b436d2445:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/679b436d2445:0, corePoolSize=3, maxPoolSize=3 2024-11-17T13:15:18,749 DEBUG [RS:0;679b436d2445:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:18,749 DEBUG [RS:1;679b436d2445:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/679b436d2445:0, corePoolSize=3, maxPoolSize=3 2024-11-17T13:15:18,749 DEBUG [RS:0;679b436d2445:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/679b436d2445:0, corePoolSize=3, maxPoolSize=3 2024-11-17T13:15:18,750 DEBUG [RS:0;679b436d2445:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/679b436d2445:0, corePoolSize=3, maxPoolSize=3 2024-11-17T13:15:18,750 INFO [RS:1;679b436d2445:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:18,750 INFO [RS:1;679b436d2445:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:18,750 INFO [RS:1;679b436d2445:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:18,751 INFO [RS:1;679b436d2445:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:18,751 INFO [RS:1;679b436d2445:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,36091,1731849317635-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T13:15:18,752 INFO [RS:0;679b436d2445:40427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:18,753 INFO [RS:0;679b436d2445:40427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:18,753 INFO [RS:0;679b436d2445:40427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:18,753 INFO [RS:0;679b436d2445:40427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:18,753 INFO [RS:0;679b436d2445:40427 {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,40427,1731849317572-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T13:15:18,771 INFO [RS:1;679b436d2445:36091 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T13:15:18,773 INFO [RS:1;679b436d2445:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,36091,1731849317635-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:18,778 INFO [RS:0;679b436d2445:40427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T13:15:18,778 INFO [RS:0;679b436d2445:40427 {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,40427,1731849317572-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:18,793 INFO [RS:1;679b436d2445:36091 {}] regionserver.Replication(204): 679b436d2445,36091,1731849317635 started 2024-11-17T13:15:18,793 INFO [RS:1;679b436d2445:36091 {}] regionserver.HRegionServer(1767): Serving as 679b436d2445,36091,1731849317635, RpcServer on 679b436d2445/172.17.0.2:36091, sessionid=0x100059f1fc40002 2024-11-17T13:15:18,794 DEBUG [RS:1;679b436d2445:36091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T13:15:18,794 DEBUG [RS:1;679b436d2445:36091 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 679b436d2445,36091,1731849317635 2024-11-17T13:15:18,794 DEBUG [RS:1;679b436d2445:36091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '679b436d2445,36091,1731849317635' 2024-11-17T13:15:18,794 DEBUG [RS:1;679b436d2445:36091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T13:15:18,795 DEBUG [RS:1;679b436d2445:36091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T13:15:18,796 DEBUG [RS:1;679b436d2445:36091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T13:15:18,796 DEBUG [RS:1;679b436d2445:36091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T13:15:18,796 DEBUG [RS:1;679b436d2445:36091 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 679b436d2445,36091,1731849317635 2024-11-17T13:15:18,796 DEBUG [RS:1;679b436d2445:36091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '679b436d2445,36091,1731849317635' 2024-11-17T13:15:18,796 DEBUG [RS:1;679b436d2445:36091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T13:15:18,797 DEBUG [RS:1;679b436d2445:36091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T13:15:18,798 DEBUG [RS:1;679b436d2445:36091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T13:15:18,798 INFO [RS:1;679b436d2445:36091 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T13:15:18,798 INFO [RS:1;679b436d2445:36091 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T13:15:18,802 INFO [RS:0;679b436d2445:40427 {}] regionserver.Replication(204): 679b436d2445,40427,1731849317572 started 2024-11-17T13:15:18,802 INFO [RS:0;679b436d2445:40427 {}] regionserver.HRegionServer(1767): Serving as 679b436d2445,40427,1731849317572, RpcServer on 679b436d2445/172.17.0.2:40427, sessionid=0x100059f1fc40001 2024-11-17T13:15:18,803 DEBUG [RS:0;679b436d2445:40427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T13:15:18,803 DEBUG [RS:0;679b436d2445:40427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 679b436d2445,40427,1731849317572 2024-11-17T13:15:18,803 DEBUG [RS:0;679b436d2445:40427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '679b436d2445,40427,1731849317572' 2024-11-17T13:15:18,803 DEBUG [RS:0;679b436d2445:40427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T13:15:18,804 DEBUG [RS:0;679b436d2445:40427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T13:15:18,804 DEBUG [RS:0;679b436d2445:40427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T13:15:18,804 DEBUG [RS:0;679b436d2445:40427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T13:15:18,804 DEBUG [RS:0;679b436d2445:40427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 679b436d2445,40427,1731849317572 2024-11-17T13:15:18,805 DEBUG [RS:0;679b436d2445:40427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '679b436d2445,40427,1731849317572' 2024-11-17T13:15:18,805 DEBUG [RS:0;679b436d2445:40427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T13:15:18,805 DEBUG [RS:0;679b436d2445:40427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T13:15:18,806 DEBUG [RS:0;679b436d2445:40427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T13:15:18,806 INFO [RS:0;679b436d2445:40427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T13:15:18,806 INFO [RS:0;679b436d2445:40427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T13:15:18,836 WARN [679b436d2445:36841 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-17T13:15:18,903 INFO [RS:1;679b436d2445:36091 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T13:15:18,906 INFO [RS:1;679b436d2445:36091 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=679b436d2445%2C36091%2C1731849317635, suffix=, logDir=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/WALs/679b436d2445,36091,1731849317635, archiveDir=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/oldWALs, maxLogs=32 2024-11-17T13:15:18,906 INFO [RS:0;679b436d2445:40427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T13:15:18,909 INFO [RS:0;679b436d2445:40427 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=679b436d2445%2C40427%2C1731849317572, suffix=, logDir=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/WALs/679b436d2445,40427,1731849317572, archiveDir=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/oldWALs, maxLogs=32 2024-11-17T13:15:18,924 DEBUG [RS:0;679b436d2445:40427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/WALs/679b436d2445,40427,1731849317572/679b436d2445%2C40427%2C1731849317572.1731849318911, exclude list is [], retry=0 2024-11-17T13:15:18,925 DEBUG [RS:1;679b436d2445:36091 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/WALs/679b436d2445,36091,1731849317635/679b436d2445%2C36091%2C1731849317635.1731849318909, exclude list is [], retry=0 2024-11-17T13:15:18,929 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41845,DS-d19fdb61-6fb5-4ea5-9837-0d69cbd9f14a,DISK] 2024-11-17T13:15:18,929 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41727,DS-97a239f4-7e6d-4204-a873-8bf996619da3,DISK] 2024-11-17T13:15:18,930 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41845,DS-d19fdb61-6fb5-4ea5-9837-0d69cbd9f14a,DISK] 2024-11-17T13:15:18,930 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41727,DS-97a239f4-7e6d-4204-a873-8bf996619da3,DISK] 2024-11-17T13:15:18,938 INFO [RS:1;679b436d2445:36091 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/WALs/679b436d2445,36091,1731849317635/679b436d2445%2C36091%2C1731849317635.1731849318909 2024-11-17T13:15:18,938 INFO [RS:0;679b436d2445:40427 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/WALs/679b436d2445,40427,1731849317572/679b436d2445%2C40427%2C1731849317572.1731849318911 2024-11-17T13:15:18,939 DEBUG [RS:1;679b436d2445:36091 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42749:42749),(127.0.0.1/127.0.0.1:38605:38605)] 2024-11-17T13:15:18,939 DEBUG [RS:0;679b436d2445:40427 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38605:38605),(127.0.0.1/127.0.0.1:42749:42749)] 2024-11-17T13:15:19,087 DEBUG [679b436d2445:36841 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-17T13:15:19,091 DEBUG [679b436d2445:36841 {}] balancer.BalancerClusterState(202): Hosts are {679b436d2445=0} racks are {/default-rack=0} 2024-11-17T13:15:19,098 DEBUG [679b436d2445:36841 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-17T13:15:19,099 DEBUG [679b436d2445:36841 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-17T13:15:19,099 INFO [679b436d2445:36841 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-17T13:15:19,099 INFO [679b436d2445:36841 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-17T13:15:19,099 DEBUG [679b436d2445:36841 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T13:15:19,104 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=679b436d2445,40427,1731849317572 2024-11-17T13:15:19,109 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 679b436d2445,40427,1731849317572, state=OPENING 2024-11-17T13:15:19,115 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T13:15:19,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x100059f1fc40002, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:19,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x100059f1fc40001, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:19,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:19,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:19,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:19,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:19,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=679b436d2445,40427,1731849317572}] 2024-11-17T13:15:19,293 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 679b436d2445,40427,1731849317572 2024-11-17T13:15:19,295 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T13:15:19,297 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T13:15:19,309 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-17T13:15:19,309 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T13:15:19,309 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T13:15:19,312 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=679b436d2445%2C40427%2C1731849317572.meta, suffix=.meta, logDir=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/WALs/679b436d2445,40427,1731849317572, archiveDir=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/oldWALs, maxLogs=32 2024-11-17T13:15:19,328 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/WALs/679b436d2445,40427,1731849317572/679b436d2445%2C40427%2C1731849317572.meta.1731849319314.meta, exclude list is [], retry=0 2024-11-17T13:15:19,332 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41845,DS-d19fdb61-6fb5-4ea5-9837-0d69cbd9f14a,DISK] 2024-11-17T13:15:19,332 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41727,DS-97a239f4-7e6d-4204-a873-8bf996619da3,DISK] 2024-11-17T13:15:19,335 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/WALs/679b436d2445,40427,1731849317572/679b436d2445%2C40427%2C1731849317572.meta.1731849319314.meta 2024-11-17T13:15:19,336 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42749:42749),(127.0.0.1/127.0.0.1:38605:38605)] 2024-11-17T13:15:19,336 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T13:15:19,338 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T13:15:19,397 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T13:15:19,401 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T13:15:19,405 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T13:15:19,406 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:19,406 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-17T13:15:19,406 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-17T13:15:19,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T13:15:19,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T13:15:19,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:19,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:19,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T13:15:19,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T13:15:19,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:19,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:19,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T13:15:19,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T13:15:19,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:19,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:19,418 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/hbase/meta/1588230740 2024-11-17T13:15:19,421 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/hbase/meta/1588230740 2024-11-17T13:15:19,423 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T13:15:19,426 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-17T13:15:19,427 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63588783, jitterRate=-0.05245329439640045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T13:15:19,429 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-17T13:15:19,436 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731849319287 2024-11-17T13:15:19,450 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T13:15:19,451 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-17T13:15:19,452 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=679b436d2445,40427,1731849317572 2024-11-17T13:15:19,455 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 679b436d2445,40427,1731849317572, state=OPEN 2024-11-17T13:15:19,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x100059f1fc40002, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T13:15:19,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x100059f1fc40001, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T13:15:19,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:19,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:19,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T13:15:19,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:19,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T13:15:19,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=679b436d2445,40427,1731849317572 in 340 msec 2024-11-17T13:15:19,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T13:15:19,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 798 msec 2024-11-17T13:15:19,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 992 msec 2024-11-17T13:15:19,485 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731849319485, completionTime=-1 2024-11-17T13:15:19,485 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-17T13:15:19,485 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-17T13:15:19,536 DEBUG [hconnection-0xd244b4a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T13:15:19,539 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T13:15:19,549 INFO [master/679b436d2445:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-17T13:15:19,550 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731849379550 2024-11-17T13:15:19,550 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731849439550 2024-11-17T13:15:19,550 INFO [master/679b436d2445:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 64 msec 2024-11-17T13:15:19,574 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-17T13:15:19,583 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,36841,1731849316858-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:19,583 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,36841,1731849316858-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:19,583 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,36841,1731849316858-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:19,585 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-679b436d2445:36841, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:19,585 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:19,590 DEBUG [master/679b436d2445:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-17T13:15:19,594 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-17T13:15:19,616 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T13:15:19,623 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-17T13:15:19,626 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T13:15:19,627 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:19,629 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T13:15:19,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741836_1012 (size=358) 2024-11-17T13:15:19,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741836_1012 (size=358) 2024-11-17T13:15:19,649 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4fadf4dd79b4d242eb59aed494c1d2f5, NAME => 'hbase:namespace,,1731849319615.4fadf4dd79b4d242eb59aed494c1d2f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169 2024-11-17T13:15:19,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741837_1013 (size=42) 2024-11-17T13:15:19,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741837_1013 (size=42) 2024-11-17T13:15:19,661 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731849319615.4fadf4dd79b4d242eb59aed494c1d2f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:19,661 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 4fadf4dd79b4d242eb59aed494c1d2f5, disabling compactions & flushes 2024-11-17T13:15:19,661 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731849319615.4fadf4dd79b4d242eb59aed494c1d2f5. 2024-11-17T13:15:19,661 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731849319615.4fadf4dd79b4d242eb59aed494c1d2f5. 2024-11-17T13:15:19,661 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731849319615.4fadf4dd79b4d242eb59aed494c1d2f5. after waiting 0 ms 2024-11-17T13:15:19,661 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731849319615.4fadf4dd79b4d242eb59aed494c1d2f5. 2024-11-17T13:15:19,661 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731849319615.4fadf4dd79b4d242eb59aed494c1d2f5. 2024-11-17T13:15:19,662 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4fadf4dd79b4d242eb59aed494c1d2f5: 2024-11-17T13:15:19,664 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T13:15:19,670 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731849319615.4fadf4dd79b4d242eb59aed494c1d2f5.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731849319665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731849319665"}]},"ts":"1731849319665"} 2024-11-17T13:15:19,698 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-17T13:15:19,700 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T13:15:19,703 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731849319700"}]},"ts":"1731849319700"} 2024-11-17T13:15:19,707 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-17T13:15:19,713 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(202): Hosts are {679b436d2445=0} racks are {/default-rack=0} 2024-11-17T13:15:19,715 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-17T13:15:19,715 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-17T13:15:19,715 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-17T13:15:19,715 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-17T13:15:19,715 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T13:15:19,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4fadf4dd79b4d242eb59aed494c1d2f5, ASSIGN}] 2024-11-17T13:15:19,719 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4fadf4dd79b4d242eb59aed494c1d2f5, ASSIGN 2024-11-17T13:15:19,720 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=4fadf4dd79b4d242eb59aed494c1d2f5, ASSIGN; state=OFFLINE, location=679b436d2445,36091,1731849317635; forceNewPlan=false, retain=false 2024-11-17T13:15:19,872 INFO [679b436d2445:36841 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-17T13:15:19,872 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4fadf4dd79b4d242eb59aed494c1d2f5, regionState=OPENING, regionLocation=679b436d2445,36091,1731849317635 2024-11-17T13:15:19,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 4fadf4dd79b4d242eb59aed494c1d2f5, server=679b436d2445,36091,1731849317635}] 2024-11-17T13:15:20,030 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 679b436d2445,36091,1731849317635 2024-11-17T13:15:20,031 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T13:15:20,033 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T13:15:20,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731849319615.4fadf4dd79b4d242eb59aed494c1d2f5. 2024-11-17T13:15:20,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 4fadf4dd79b4d242eb59aed494c1d2f5, NAME => 'hbase:namespace,,1731849319615.4fadf4dd79b4d242eb59aed494c1d2f5.', STARTKEY => '', ENDKEY => ''} 2024-11-17T13:15:20,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 4fadf4dd79b4d242eb59aed494c1d2f5 2024-11-17T13:15:20,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731849319615.4fadf4dd79b4d242eb59aed494c1d2f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:20,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 4fadf4dd79b4d242eb59aed494c1d2f5 2024-11-17T13:15:20,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 4fadf4dd79b4d242eb59aed494c1d2f5 2024-11-17T13:15:20,042 INFO [StoreOpener-4fadf4dd79b4d242eb59aed494c1d2f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4fadf4dd79b4d242eb59aed494c1d2f5 2024-11-17T13:15:20,044 INFO [StoreOpener-4fadf4dd79b4d242eb59aed494c1d2f5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fadf4dd79b4d242eb59aed494c1d2f5 columnFamilyName info 2024-11-17T13:15:20,044 DEBUG [StoreOpener-4fadf4dd79b4d242eb59aed494c1d2f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:20,045 INFO [StoreOpener-4fadf4dd79b4d242eb59aed494c1d2f5-1 {}] regionserver.HStore(327): Store=4fadf4dd79b4d242eb59aed494c1d2f5/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:20,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/hbase/namespace/4fadf4dd79b4d242eb59aed494c1d2f5 2024-11-17T13:15:20,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/hbase/namespace/4fadf4dd79b4d242eb59aed494c1d2f5 2024-11-17T13:15:20,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 4fadf4dd79b4d242eb59aed494c1d2f5 2024-11-17T13:15:20,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/hbase/namespace/4fadf4dd79b4d242eb59aed494c1d2f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:20,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 4fadf4dd79b4d242eb59aed494c1d2f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61065908, jitterRate=-0.09004706144332886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T13:15:20,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 4fadf4dd79b4d242eb59aed494c1d2f5: 2024-11-17T13:15:20,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731849319615.4fadf4dd79b4d242eb59aed494c1d2f5., pid=6, masterSystemTime=1731849320030 2024-11-17T13:15:20,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731849319615.4fadf4dd79b4d242eb59aed494c1d2f5. 2024-11-17T13:15:20,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731849319615.4fadf4dd79b4d242eb59aed494c1d2f5. 2024-11-17T13:15:20,062 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4fadf4dd79b4d242eb59aed494c1d2f5, regionState=OPEN, openSeqNum=2, regionLocation=679b436d2445,36091,1731849317635 2024-11-17T13:15:20,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T13:15:20,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 4fadf4dd79b4d242eb59aed494c1d2f5, server=679b436d2445,36091,1731849317635 in 189 msec 2024-11-17T13:15:20,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T13:15:20,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=4fadf4dd79b4d242eb59aed494c1d2f5, ASSIGN in 353 msec 2024-11-17T13:15:20,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T13:15:20,074 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731849320074"}]},"ts":"1731849320074"} 2024-11-17T13:15:20,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-17T13:15:20,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T13:15:20,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 463 msec 2024-11-17T13:15:20,126 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-17T13:15:20,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-17T13:15:20,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x100059f1fc40001, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:20,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x100059f1fc40002, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:20,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:20,149 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T13:15:20,150 INFO [RS-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T13:15:20,158 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-17T13:15:20,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-17T13:15:20,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 21 msec 2024-11-17T13:15:20,181 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-17T13:15:20,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-17T13:15:20,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 17 msec 2024-11-17T13:15:20,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-17T13:15:20,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-17T13:15:20,210 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.515sec 2024-11-17T13:15:20,212 INFO [master/679b436d2445:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T13:15:20,213 INFO [master/679b436d2445:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T13:15:20,214 INFO [master/679b436d2445:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T13:15:20,214 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T13:15:20,214 INFO [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T13:15:20,215 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,36841,1731849316858-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T13:15:20,215 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,36841,1731849316858-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T13:15:20,218 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-17T13:15:20,219 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T13:15:20,219 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,36841,1731849316858-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:20,275 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20e8be79 to 127.0.0.1:63116 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@aaf67c8 2024-11-17T13:15:20,275 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-17T13:15:20,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b98d97a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:15:20,286 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-17T13:15:20,286 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-17T13:15:20,323 DEBUG [hconnection-0x3b69796f-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T13:15:20,332 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T13:15:20,340 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=679b436d2445,36841,1731849316858 2024-11-17T13:15:20,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T13:15:20,348 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T13:15:20,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36841 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T13:15:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36841 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-17T13:15:20,360 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T13:15:20,360 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:20,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36841 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-17T13:15:20,362 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T13:15:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36841 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T13:15:20,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741838_1014 (size=379) 2024-11-17T13:15:20,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741838_1014 (size=379) 2024-11-17T13:15:20,375 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1118ee8fcd1bc20bc97fc7299d1c5df2, NAME => 'testClearRegionBlockCache,,1731849320353.1118ee8fcd1bc20bc97fc7299d1c5df2.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169 2024-11-17T13:15:20,375 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 6c7a40800cfe8a457351b42d2990d4ce, NAME => 'testClearRegionBlockCache,5,1731849320353.6c7a40800cfe8a457351b42d2990d4ce.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169 2024-11-17T13:15:20,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741839_1015 (size=61) 2024-11-17T13:15:20,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741839_1015 (size=61) 2024-11-17T13:15:20,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741840_1016 (size=61) 2024-11-17T13:15:20,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741840_1016 (size=61) 2024-11-17T13:15:20,388 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731849320353.1118ee8fcd1bc20bc97fc7299d1c5df2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:20,388 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 1118ee8fcd1bc20bc97fc7299d1c5df2, disabling compactions & flushes 2024-11-17T13:15:20,388 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731849320353.1118ee8fcd1bc20bc97fc7299d1c5df2. 2024-11-17T13:15:20,388 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731849320353.1118ee8fcd1bc20bc97fc7299d1c5df2. 2024-11-17T13:15:20,388 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731849320353.1118ee8fcd1bc20bc97fc7299d1c5df2. after waiting 0 ms 2024-11-17T13:15:20,388 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731849320353.1118ee8fcd1bc20bc97fc7299d1c5df2. 2024-11-17T13:15:20,388 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731849320353.1118ee8fcd1bc20bc97fc7299d1c5df2. 2024-11-17T13:15:20,388 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1118ee8fcd1bc20bc97fc7299d1c5df2: 2024-11-17T13:15:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36841 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T13:15:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36841 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T13:15:20,789 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731849320353.6c7a40800cfe8a457351b42d2990d4ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:20,789 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 6c7a40800cfe8a457351b42d2990d4ce, disabling compactions & flushes 2024-11-17T13:15:20,789 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731849320353.6c7a40800cfe8a457351b42d2990d4ce. 2024-11-17T13:15:20,789 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731849320353.6c7a40800cfe8a457351b42d2990d4ce. 2024-11-17T13:15:20,789 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731849320353.6c7a40800cfe8a457351b42d2990d4ce. after waiting 0 ms 2024-11-17T13:15:20,789 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731849320353.6c7a40800cfe8a457351b42d2990d4ce. 2024-11-17T13:15:20,789 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731849320353.6c7a40800cfe8a457351b42d2990d4ce. 2024-11-17T13:15:20,789 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 6c7a40800cfe8a457351b42d2990d4ce: 2024-11-17T13:15:20,792 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T13:15:20,792 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731849320353.1118ee8fcd1bc20bc97fc7299d1c5df2.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731849320792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731849320792"}]},"ts":"1731849320792"} 2024-11-17T13:15:20,793 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731849320353.6c7a40800cfe8a457351b42d2990d4ce.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731849320792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731849320792"}]},"ts":"1731849320792"} 2024-11-17T13:15:20,826 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-17T13:15:20,827 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T13:15:20,827 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731849320827"}]},"ts":"1731849320827"} 2024-11-17T13:15:20,830 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-17T13:15:20,834 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {679b436d2445=0} racks are {/default-rack=0} 2024-11-17T13:15:20,836 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-17T13:15:20,836 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-17T13:15:20,836 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-17T13:15:20,836 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-17T13:15:20,836 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T13:15:20,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1118ee8fcd1bc20bc97fc7299d1c5df2, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6c7a40800cfe8a457351b42d2990d4ce, ASSIGN}] 2024-11-17T13:15:20,838 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6c7a40800cfe8a457351b42d2990d4ce, ASSIGN 2024-11-17T13:15:20,838 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1118ee8fcd1bc20bc97fc7299d1c5df2, ASSIGN 2024-11-17T13:15:20,839 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1118ee8fcd1bc20bc97fc7299d1c5df2, ASSIGN; state=OFFLINE, location=679b436d2445,36091,1731849317635; forceNewPlan=false, retain=false 2024-11-17T13:15:20,839 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6c7a40800cfe8a457351b42d2990d4ce, ASSIGN; state=OFFLINE, location=679b436d2445,40427,1731849317572; forceNewPlan=false, retain=false 2024-11-17T13:15:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36841 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T13:15:20,990 INFO [679b436d2445:36841 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-17T13:15:20,990 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=6c7a40800cfe8a457351b42d2990d4ce, regionState=OPENING, regionLocation=679b436d2445,40427,1731849317572 2024-11-17T13:15:20,990 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1118ee8fcd1bc20bc97fc7299d1c5df2, regionState=OPENING, regionLocation=679b436d2445,36091,1731849317635 2024-11-17T13:15:20,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 6c7a40800cfe8a457351b42d2990d4ce, server=679b436d2445,40427,1731849317572}] 2024-11-17T13:15:20,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 1118ee8fcd1bc20bc97fc7299d1c5df2, server=679b436d2445,36091,1731849317635}] 2024-11-17T13:15:21,147 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 679b436d2445,40427,1731849317572 2024-11-17T13:15:21,149 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 679b436d2445,36091,1731849317635 2024-11-17T13:15:21,154 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1731849320353.6c7a40800cfe8a457351b42d2990d4ce. 2024-11-17T13:15:21,154 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 6c7a40800cfe8a457351b42d2990d4ce, NAME => 'testClearRegionBlockCache,5,1731849320353.6c7a40800cfe8a457351b42d2990d4ce.', STARTKEY => '5', ENDKEY => ''} 2024-11-17T13:15:21,154 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6c7a40800cfe8a457351b42d2990d4ce 2024-11-17T13:15:21,154 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731849320353.6c7a40800cfe8a457351b42d2990d4ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:21,154 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1731849320353.1118ee8fcd1bc20bc97fc7299d1c5df2. 2024-11-17T13:15:21,154 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 6c7a40800cfe8a457351b42d2990d4ce 2024-11-17T13:15:21,155 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 6c7a40800cfe8a457351b42d2990d4ce 2024-11-17T13:15:21,155 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 1118ee8fcd1bc20bc97fc7299d1c5df2, NAME => 'testClearRegionBlockCache,,1731849320353.1118ee8fcd1bc20bc97fc7299d1c5df2.', STARTKEY => '', ENDKEY => '5'} 2024-11-17T13:15:21,155 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1118ee8fcd1bc20bc97fc7299d1c5df2 2024-11-17T13:15:21,155 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731849320353.1118ee8fcd1bc20bc97fc7299d1c5df2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:21,156 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 1118ee8fcd1bc20bc97fc7299d1c5df2 2024-11-17T13:15:21,156 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 1118ee8fcd1bc20bc97fc7299d1c5df2 2024-11-17T13:15:21,157 INFO [StoreOpener-6c7a40800cfe8a457351b42d2990d4ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6c7a40800cfe8a457351b42d2990d4ce 2024-11-17T13:15:21,158 INFO [StoreOpener-1118ee8fcd1bc20bc97fc7299d1c5df2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1118ee8fcd1bc20bc97fc7299d1c5df2 2024-11-17T13:15:21,159 INFO [StoreOpener-6c7a40800cfe8a457351b42d2990d4ce-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c7a40800cfe8a457351b42d2990d4ce columnFamilyName family 2024-11-17T13:15:21,159 DEBUG [StoreOpener-6c7a40800cfe8a457351b42d2990d4ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:21,160 INFO [StoreOpener-1118ee8fcd1bc20bc97fc7299d1c5df2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1118ee8fcd1bc20bc97fc7299d1c5df2 columnFamilyName family 2024-11-17T13:15:21,160 DEBUG [StoreOpener-1118ee8fcd1bc20bc97fc7299d1c5df2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:21,160 INFO [StoreOpener-6c7a40800cfe8a457351b42d2990d4ce-1 {}] regionserver.HStore(327): Store=6c7a40800cfe8a457351b42d2990d4ce/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:21,160 INFO [StoreOpener-1118ee8fcd1bc20bc97fc7299d1c5df2-1 {}] regionserver.HStore(327): Store=1118ee8fcd1bc20bc97fc7299d1c5df2/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:21,161 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/default/testClearRegionBlockCache/6c7a40800cfe8a457351b42d2990d4ce 2024-11-17T13:15:21,162 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/default/testClearRegionBlockCache/1118ee8fcd1bc20bc97fc7299d1c5df2 2024-11-17T13:15:21,162 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/default/testClearRegionBlockCache/6c7a40800cfe8a457351b42d2990d4ce 2024-11-17T13:15:21,162 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/default/testClearRegionBlockCache/1118ee8fcd1bc20bc97fc7299d1c5df2 2024-11-17T13:15:21,165 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 6c7a40800cfe8a457351b42d2990d4ce 2024-11-17T13:15:21,165 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 1118ee8fcd1bc20bc97fc7299d1c5df2 2024-11-17T13:15:21,168 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/default/testClearRegionBlockCache/6c7a40800cfe8a457351b42d2990d4ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:21,169 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/default/testClearRegionBlockCache/1118ee8fcd1bc20bc97fc7299d1c5df2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:21,169 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 6c7a40800cfe8a457351b42d2990d4ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63334481, jitterRate=-0.0562426894903183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T13:15:21,170 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 6c7a40800cfe8a457351b42d2990d4ce: 2024-11-17T13:15:21,170 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 1118ee8fcd1bc20bc97fc7299d1c5df2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63051731, jitterRate=-0.06045599281787872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T13:15:21,170 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 1118ee8fcd1bc20bc97fc7299d1c5df2: 2024-11-17T13:15:21,172 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1731849320353.6c7a40800cfe8a457351b42d2990d4ce., pid=12, masterSystemTime=1731849321147 2024-11-17T13:15:21,172 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1731849320353.1118ee8fcd1bc20bc97fc7299d1c5df2., pid=13, masterSystemTime=1731849321149 2024-11-17T13:15:21,174 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1731849320353.1118ee8fcd1bc20bc97fc7299d1c5df2. 2024-11-17T13:15:21,174 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1731849320353.1118ee8fcd1bc20bc97fc7299d1c5df2. 2024-11-17T13:15:21,175 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1118ee8fcd1bc20bc97fc7299d1c5df2, regionState=OPEN, openSeqNum=2, regionLocation=679b436d2445,36091,1731849317635 2024-11-17T13:15:21,175 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1731849320353.6c7a40800cfe8a457351b42d2990d4ce. 2024-11-17T13:15:21,175 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1731849320353.6c7a40800cfe8a457351b42d2990d4ce. 2024-11-17T13:15:21,176 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=6c7a40800cfe8a457351b42d2990d4ce, regionState=OPEN, openSeqNum=2, regionLocation=679b436d2445,40427,1731849317572 2024-11-17T13:15:21,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-11-17T13:15:21,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 1118ee8fcd1bc20bc97fc7299d1c5df2, server=679b436d2445,36091,1731849317635 in 183 msec 2024-11-17T13:15:21,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-11-17T13:15:21,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 6c7a40800cfe8a457351b42d2990d4ce, server=679b436d2445,40427,1731849317572 in 186 msec 2024-11-17T13:15:21,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1118ee8fcd1bc20bc97fc7299d1c5df2, ASSIGN in 345 msec 2024-11-17T13:15:21,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-17T13:15:21,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6c7a40800cfe8a457351b42d2990d4ce, ASSIGN in 347 msec 2024-11-17T13:15:21,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T13:15:21,188 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731849321188"}]},"ts":"1731849321188"} 2024-11-17T13:15:21,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-17T13:15:21,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T13:15:21,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 838 msec 2024-11-17T13:15:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36841 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T13:15:21,476 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-17T13:15:21,476 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-17T13:15:21,478 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T13:15:21,483 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-17T13:15:21,483 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T13:15:21,483 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-17T13:15:21,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T13:15:21,489 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T13:15:21,516 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 6c7a40800cfe8a457351b42d2990d4ce 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-17T13:15:21,574 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/default/testClearRegionBlockCache/6c7a40800cfe8a457351b42d2990d4ce/.tmp/family/e11a0d294fc94a2693f6a05a7958b3b1 is 32, key is 5/family:/1731849321505/Put/seqid=0 2024-11-17T13:15:21,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741841_1017 (size=5083) 2024-11-17T13:15:21,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741841_1017 (size=5083) 2024-11-17T13:15:21,588 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/default/testClearRegionBlockCache/6c7a40800cfe8a457351b42d2990d4ce/.tmp/family/e11a0d294fc94a2693f6a05a7958b3b1 2024-11-17T13:15:21,639 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/default/testClearRegionBlockCache/6c7a40800cfe8a457351b42d2990d4ce/.tmp/family/e11a0d294fc94a2693f6a05a7958b3b1 as hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/default/testClearRegionBlockCache/6c7a40800cfe8a457351b42d2990d4ce/family/e11a0d294fc94a2693f6a05a7958b3b1 2024-11-17T13:15:21,650 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/default/testClearRegionBlockCache/6c7a40800cfe8a457351b42d2990d4ce/family/e11a0d294fc94a2693f6a05a7958b3b1, entries=5, sequenceid=9, filesize=5.0 K 2024-11-17T13:15:21,653 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 6c7a40800cfe8a457351b42d2990d4ce in 137ms, sequenceid=9, compaction requested=false 2024-11-17T13:15:21,655 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-17T13:15:21,657 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 6c7a40800cfe8a457351b42d2990d4ce: 2024-11-17T13:15:21,657 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1118ee8fcd1bc20bc97fc7299d1c5df2 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-17T13:15:21,676 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/default/testClearRegionBlockCache/1118ee8fcd1bc20bc97fc7299d1c5df2/.tmp/family/7366bab63ee2494a86dcf33845b3dc35 is 32, key is 1/family:/1731849321489/Put/seqid=0 2024-11-17T13:15:21,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741842_1018 (size=5054) 2024-11-17T13:15:21,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741842_1018 (size=5054) 2024-11-17T13:15:21,684 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/default/testClearRegionBlockCache/1118ee8fcd1bc20bc97fc7299d1c5df2/.tmp/family/7366bab63ee2494a86dcf33845b3dc35 2024-11-17T13:15:21,694 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/default/testClearRegionBlockCache/1118ee8fcd1bc20bc97fc7299d1c5df2/.tmp/family/7366bab63ee2494a86dcf33845b3dc35 as hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/default/testClearRegionBlockCache/1118ee8fcd1bc20bc97fc7299d1c5df2/family/7366bab63ee2494a86dcf33845b3dc35 2024-11-17T13:15:21,702 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/default/testClearRegionBlockCache/1118ee8fcd1bc20bc97fc7299d1c5df2/family/7366bab63ee2494a86dcf33845b3dc35, entries=4, sequenceid=8, filesize=4.9 K 2024-11-17T13:15:21,703 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 1118ee8fcd1bc20bc97fc7299d1c5df2 in 46ms, sequenceid=8, compaction requested=false 2024-11-17T13:15:21,703 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1118ee8fcd1bc20bc97fc7299d1c5df2: 2024-11-17T13:15:21,705 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2faa7774 to 127.0.0.1:63116 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@565ac752 2024-11-17T13:15:21,710 DEBUG [ReadOnlyZKClient-127.0.0.1:63116@0x2faa7774 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fcf0694, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:15:21,749 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-17T13:15:21,756 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-17T13:15:21,757 DEBUG [ReadOnlyZKClient-127.0.0.1:63116@0x2faa7774 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=679b436d2445,40427,1731849317572, seqNum=-1] 2024-11-17T13:15:21,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T13:15:21,763 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T13:15:21,775 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T13:15:21,776 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T13:15:21,777 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53592, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T13:15:21,778 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T13:15:21,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-17T13:15:21,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T13:15:21,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:21,791 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2faa7774 to 127.0.0.1:63116 2024-11-17T13:15:21,791 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-17T13:15:21,791 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-17T13:15:21,792 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20e8be79 to 127.0.0.1:63116 2024-11-17T13:15:21,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:21,792 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T13:15:21,792 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2120395108, stopped=false 2024-11-17T13:15:21,792 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=679b436d2445,36841,1731849316858 2024-11-17T13:15:21,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x100059f1fc40002, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:21,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x100059f1fc40001, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:21,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x100059f1fc40002, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:21,796 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-17T13:15:21,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:21,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x100059f1fc40001, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:21,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:21,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40427-0x100059f1fc40001, quorum=127.0.0.1:63116, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:21,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:21,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36091-0x100059f1fc40002, quorum=127.0.0.1:63116, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:21,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:21,797 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '679b436d2445,40427,1731849317572' ***** 2024-11-17T13:15:21,797 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-17T13:15:21,797 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '679b436d2445,36091,1731849317635' ***** 2024-11-17T13:15:21,797 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-17T13:15:21,798 INFO [RS:0;679b436d2445:40427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T13:15:21,798 INFO [RS:1;679b436d2445:36091 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T13:15:21,798 INFO [RS:0;679b436d2445:40427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T13:15:21,798 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-17T13:15:21,798 INFO [RS:1;679b436d2445:36091 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T13:15:21,798 INFO [RS:0;679b436d2445:40427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T13:15:21,798 INFO [RS:1;679b436d2445:36091 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T13:15:21,798 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-17T13:15:21,798 INFO [RS:0;679b436d2445:40427 {}] regionserver.HRegionServer(3579): Received CLOSE for 6c7a40800cfe8a457351b42d2990d4ce 2024-11-17T13:15:21,798 INFO [RS:1;679b436d2445:36091 {}] regionserver.HRegionServer(3579): Received CLOSE for 4fadf4dd79b4d242eb59aed494c1d2f5 2024-11-17T13:15:21,799 INFO [RS:1;679b436d2445:36091 {}] regionserver.HRegionServer(3579): Received CLOSE for 1118ee8fcd1bc20bc97fc7299d1c5df2 2024-11-17T13:15:21,799 INFO [RS:1;679b436d2445:36091 {}] regionserver.HRegionServer(1224): stopping server 679b436d2445,36091,1731849317635 2024-11-17T13:15:21,799 DEBUG [RS:1;679b436d2445:36091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:21,799 INFO [RS:1;679b436d2445:36091 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-17T13:15:21,799 DEBUG [RS:1;679b436d2445:36091 {}] regionserver.HRegionServer(1603): Online Regions={4fadf4dd79b4d242eb59aed494c1d2f5=hbase:namespace,,1731849319615.4fadf4dd79b4d242eb59aed494c1d2f5., 1118ee8fcd1bc20bc97fc7299d1c5df2=testClearRegionBlockCache,,1731849320353.1118ee8fcd1bc20bc97fc7299d1c5df2.} 2024-11-17T13:15:21,799 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4fadf4dd79b4d242eb59aed494c1d2f5, disabling compactions & flushes 2024-11-17T13:15:21,799 INFO [RS:0;679b436d2445:40427 {}] regionserver.HRegionServer(1224): stopping server 679b436d2445,40427,1731849317572 2024-11-17T13:15:21,800 DEBUG [RS:0;679b436d2445:40427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:21,799 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731849319615.4fadf4dd79b4d242eb59aed494c1d2f5. 2024-11-17T13:15:21,800 INFO [RS:0;679b436d2445:40427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T13:15:21,800 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731849319615.4fadf4dd79b4d242eb59aed494c1d2f5. 2024-11-17T13:15:21,800 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6c7a40800cfe8a457351b42d2990d4ce, disabling compactions & flushes 2024-11-17T13:15:21,800 INFO [RS:0;679b436d2445:40427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T13:15:21,800 INFO [RS:0;679b436d2445:40427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T13:15:21,800 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731849319615.4fadf4dd79b4d242eb59aed494c1d2f5. after waiting 0 ms 2024-11-17T13:15:21,800 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731849320353.6c7a40800cfe8a457351b42d2990d4ce. 2024-11-17T13:15:21,800 DEBUG [RS:1;679b436d2445:36091 {}] regionserver.HRegionServer(1629): Waiting on 1118ee8fcd1bc20bc97fc7299d1c5df2, 4fadf4dd79b4d242eb59aed494c1d2f5 2024-11-17T13:15:21,800 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731849319615.4fadf4dd79b4d242eb59aed494c1d2f5. 2024-11-17T13:15:21,800 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731849320353.6c7a40800cfe8a457351b42d2990d4ce. 2024-11-17T13:15:21,800 INFO [RS:0;679b436d2445:40427 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-17T13:15:21,800 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731849320353.6c7a40800cfe8a457351b42d2990d4ce. after waiting 0 ms 2024-11-17T13:15:21,800 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 4fadf4dd79b4d242eb59aed494c1d2f5 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-17T13:15:21,800 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731849320353.6c7a40800cfe8a457351b42d2990d4ce. 2024-11-17T13:15:21,800 INFO [RS:0;679b436d2445:40427 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-17T13:15:21,800 DEBUG [RS:0;679b436d2445:40427 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 6c7a40800cfe8a457351b42d2990d4ce=testClearRegionBlockCache,5,1731849320353.6c7a40800cfe8a457351b42d2990d4ce.} 2024-11-17T13:15:21,800 DEBUG [RS:0;679b436d2445:40427 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 6c7a40800cfe8a457351b42d2990d4ce 2024-11-17T13:15:21,800 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-17T13:15:21,800 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-17T13:15:21,801 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-17T13:15:21,801 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T13:15:21,801 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T13:15:21,801 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-17T13:15:21,813 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/default/testClearRegionBlockCache/6c7a40800cfe8a457351b42d2990d4ce/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-17T13:15:21,816 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731849320353.6c7a40800cfe8a457351b42d2990d4ce. 2024-11-17T13:15:21,816 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6c7a40800cfe8a457351b42d2990d4ce: 2024-11-17T13:15:21,816 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731849320353.6c7a40800cfe8a457351b42d2990d4ce. 2024-11-17T13:15:21,825 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/hbase/namespace/4fadf4dd79b4d242eb59aed494c1d2f5/.tmp/info/de05dbaf91494116a03e32d3c3b512a4 is 45, key is default/info:d/1731849320165/Put/seqid=0 2024-11-17T13:15:21,829 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/hbase/meta/1588230740/.tmp/info/631763bdd2e14a8dad706d771dd3aca9 is 173, key is testClearRegionBlockCache,5,1731849320353.6c7a40800cfe8a457351b42d2990d4ce./info:regioninfo/1731849321176/Put/seqid=0 2024-11-17T13:15:21,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741843_1019 (size=5037) 2024-11-17T13:15:21,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741843_1019 (size=5037) 2024-11-17T13:15:21,835 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/hbase/namespace/4fadf4dd79b4d242eb59aed494c1d2f5/.tmp/info/de05dbaf91494116a03e32d3c3b512a4 2024-11-17T13:15:21,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741844_1020 (size=9337) 2024-11-17T13:15:21,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741844_1020 (size=9337) 2024-11-17T13:15:21,844 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/hbase/namespace/4fadf4dd79b4d242eb59aed494c1d2f5/.tmp/info/de05dbaf91494116a03e32d3c3b512a4 as hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/hbase/namespace/4fadf4dd79b4d242eb59aed494c1d2f5/info/de05dbaf91494116a03e32d3c3b512a4 2024-11-17T13:15:21,854 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/hbase/namespace/4fadf4dd79b4d242eb59aed494c1d2f5/info/de05dbaf91494116a03e32d3c3b512a4, entries=2, sequenceid=6, filesize=4.9 K 2024-11-17T13:15:21,854 INFO [regionserver/679b436d2445:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T13:15:21,855 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 4fadf4dd79b4d242eb59aed494c1d2f5 in 55ms, sequenceid=6, compaction requested=false 2024-11-17T13:15:21,855 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-17T13:15:21,856 INFO [regionserver/679b436d2445:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T13:15:21,861 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/hbase/namespace/4fadf4dd79b4d242eb59aed494c1d2f5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T13:15:21,862 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731849319615.4fadf4dd79b4d242eb59aed494c1d2f5. 2024-11-17T13:15:21,862 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4fadf4dd79b4d242eb59aed494c1d2f5: 2024-11-17T13:15:21,863 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731849319615.4fadf4dd79b4d242eb59aed494c1d2f5. 2024-11-17T13:15:21,863 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1118ee8fcd1bc20bc97fc7299d1c5df2, disabling compactions & flushes 2024-11-17T13:15:21,863 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731849320353.1118ee8fcd1bc20bc97fc7299d1c5df2. 2024-11-17T13:15:21,863 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731849320353.1118ee8fcd1bc20bc97fc7299d1c5df2. 2024-11-17T13:15:21,863 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731849320353.1118ee8fcd1bc20bc97fc7299d1c5df2. after waiting 0 ms 2024-11-17T13:15:21,863 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731849320353.1118ee8fcd1bc20bc97fc7299d1c5df2. 2024-11-17T13:15:21,868 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/default/testClearRegionBlockCache/1118ee8fcd1bc20bc97fc7299d1c5df2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-17T13:15:21,869 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731849320353.1118ee8fcd1bc20bc97fc7299d1c5df2. 2024-11-17T13:15:21,869 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1118ee8fcd1bc20bc97fc7299d1c5df2: 2024-11-17T13:15:21,870 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731849320353.1118ee8fcd1bc20bc97fc7299d1c5df2. 2024-11-17T13:15:22,000 INFO [RS:1;679b436d2445:36091 {}] regionserver.HRegionServer(1250): stopping server 679b436d2445,36091,1731849317635; all regions closed. 2024-11-17T13:15:22,001 DEBUG [RS:0;679b436d2445:40427 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-17T13:15:22,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741834_1010 (size=3079) 2024-11-17T13:15:22,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741834_1010 (size=3079) 2024-11-17T13:15:22,010 DEBUG [RS:1;679b436d2445:36091 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/oldWALs 2024-11-17T13:15:22,010 INFO [RS:1;679b436d2445:36091 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 679b436d2445%2C36091%2C1731849317635:(num 1731849318909) 2024-11-17T13:15:22,010 DEBUG [RS:1;679b436d2445:36091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:22,011 INFO [RS:1;679b436d2445:36091 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T13:15:22,011 INFO [RS:1;679b436d2445:36091 {}] hbase.ChoreService(370): Chore service for: regionserver/679b436d2445:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-17T13:15:22,011 INFO [RS:1;679b436d2445:36091 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T13:15:22,011 INFO [RS:1;679b436d2445:36091 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T13:15:22,011 INFO [RS:1;679b436d2445:36091 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T13:15:22,011 INFO [regionserver/679b436d2445:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-17T13:15:22,012 INFO [RS:1;679b436d2445:36091 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36091 2024-11-17T13:15:22,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x100059f1fc40002, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/679b436d2445,36091,1731849317635 2024-11-17T13:15:22,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T13:15:22,018 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [679b436d2445,36091,1731849317635] 2024-11-17T13:15:22,018 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 679b436d2445,36091,1731849317635; numProcessing=1 2024-11-17T13:15:22,020 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/679b436d2445,36091,1731849317635 already deleted, retry=false 2024-11-17T13:15:22,020 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 679b436d2445,36091,1731849317635 expired; onlineServers=1 2024-11-17T13:15:22,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x100059f1fc40002, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:22,118 INFO [RS:1;679b436d2445:36091 {}] regionserver.HRegionServer(1307): Exiting; stopping=679b436d2445,36091,1731849317635; zookeeper connection closed. 2024-11-17T13:15:22,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x100059f1fc40002, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:22,118 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f41088c {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f41088c 2024-11-17T13:15:22,201 DEBUG [RS:0;679b436d2445:40427 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-17T13:15:22,239 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/hbase/meta/1588230740/.tmp/info/631763bdd2e14a8dad706d771dd3aca9 2024-11-17T13:15:22,265 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/hbase/meta/1588230740/.tmp/table/953bb3e1e0794760bbcd7c6224cd5db9 is 61, key is testClearRegionBlockCache/table:state/1731849321188/Put/seqid=0 2024-11-17T13:15:22,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741845_1021 (size=5392) 2024-11-17T13:15:22,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741845_1021 (size=5392) 2024-11-17T13:15:22,272 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/hbase/meta/1588230740/.tmp/table/953bb3e1e0794760bbcd7c6224cd5db9 2024-11-17T13:15:22,282 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/hbase/meta/1588230740/.tmp/info/631763bdd2e14a8dad706d771dd3aca9 as hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/hbase/meta/1588230740/info/631763bdd2e14a8dad706d771dd3aca9 2024-11-17T13:15:22,290 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/hbase/meta/1588230740/info/631763bdd2e14a8dad706d771dd3aca9, entries=30, sequenceid=16, filesize=9.1 K 2024-11-17T13:15:22,292 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/hbase/meta/1588230740/.tmp/table/953bb3e1e0794760bbcd7c6224cd5db9 as hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/hbase/meta/1588230740/table/953bb3e1e0794760bbcd7c6224cd5db9 2024-11-17T13:15:22,301 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/hbase/meta/1588230740/table/953bb3e1e0794760bbcd7c6224cd5db9, entries=4, sequenceid=16, filesize=5.3 K 2024-11-17T13:15:22,302 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 501ms, sequenceid=16, compaction requested=false 2024-11-17T13:15:22,302 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T13:15:22,308 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T13:15:22,309 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T13:15:22,309 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-17T13:15:22,309 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-17T13:15:22,309 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T13:15:22,401 INFO [RS:0;679b436d2445:40427 {}] regionserver.HRegionServer(1250): stopping server 679b436d2445,40427,1731849317572; all regions closed. 2024-11-17T13:15:22,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741835_1011 (size=5602) 2024-11-17T13:15:22,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741835_1011 (size=5602) 2024-11-17T13:15:22,408 DEBUG [RS:0;679b436d2445:40427 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/oldWALs 2024-11-17T13:15:22,408 INFO [RS:0;679b436d2445:40427 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 679b436d2445%2C40427%2C1731849317572.meta:.meta(num 1731849319314) 2024-11-17T13:15:22,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741833_1009 (size=1867) 2024-11-17T13:15:22,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741833_1009 (size=1867) 2024-11-17T13:15:22,413 DEBUG [RS:0;679b436d2445:40427 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/oldWALs 2024-11-17T13:15:22,413 INFO [RS:0;679b436d2445:40427 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 679b436d2445%2C40427%2C1731849317572:(num 1731849318911) 2024-11-17T13:15:22,413 DEBUG [RS:0;679b436d2445:40427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:22,413 INFO [RS:0;679b436d2445:40427 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T13:15:22,414 INFO [RS:0;679b436d2445:40427 {}] hbase.ChoreService(370): Chore service for: regionserver/679b436d2445:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-17T13:15:22,414 INFO [regionserver/679b436d2445:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-17T13:15:22,414 INFO [RS:0;679b436d2445:40427 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40427 2024-11-17T13:15:22,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x100059f1fc40001, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/679b436d2445,40427,1731849317572 2024-11-17T13:15:22,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T13:15:22,421 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [679b436d2445,40427,1731849317572] 2024-11-17T13:15:22,421 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 679b436d2445,40427,1731849317572; numProcessing=2 2024-11-17T13:15:22,422 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/679b436d2445,40427,1731849317572 already deleted, retry=false 2024-11-17T13:15:22,422 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 679b436d2445,40427,1731849317572 expired; onlineServers=0 2024-11-17T13:15:22,422 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '679b436d2445,36841,1731849316858' ***** 2024-11-17T13:15:22,422 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T13:15:22,423 DEBUG [M:0;679b436d2445:36841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66cd691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=679b436d2445/172.17.0.2:0 2024-11-17T13:15:22,423 INFO [M:0;679b436d2445:36841 {}] regionserver.HRegionServer(1224): stopping server 679b436d2445,36841,1731849316858 2024-11-17T13:15:22,423 INFO [M:0;679b436d2445:36841 {}] regionserver.HRegionServer(1250): stopping server 679b436d2445,36841,1731849316858; all regions closed. 2024-11-17T13:15:22,423 DEBUG [M:0;679b436d2445:36841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:22,423 DEBUG [M:0;679b436d2445:36841 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T13:15:22,423 DEBUG [M:0;679b436d2445:36841 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T13:15:22,423 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T13:15:22,423 DEBUG [master/679b436d2445:0:becomeActiveMaster-HFileCleaner.small.0-1731849318574 {}] cleaner.HFileCleaner(306): Exit Thread[master/679b436d2445:0:becomeActiveMaster-HFileCleaner.small.0-1731849318574,5,FailOnTimeoutGroup] 2024-11-17T13:15:22,423 DEBUG [master/679b436d2445:0:becomeActiveMaster-HFileCleaner.large.0-1731849318573 {}] cleaner.HFileCleaner(306): Exit Thread[master/679b436d2445:0:becomeActiveMaster-HFileCleaner.large.0-1731849318573,5,FailOnTimeoutGroup] 2024-11-17T13:15:22,423 INFO [M:0;679b436d2445:36841 {}] hbase.ChoreService(370): Chore service for: master/679b436d2445:0 had [] on shutdown 2024-11-17T13:15:22,424 DEBUG [M:0;679b436d2445:36841 {}] master.HMaster(1733): Stopping service threads 2024-11-17T13:15:22,424 INFO [M:0;679b436d2445:36841 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T13:15:22,424 INFO [M:0;679b436d2445:36841 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T13:15:22,424 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T13:15:22,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-17T13:15:22,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:22,425 DEBUG [M:0;679b436d2445:36841 {}] zookeeper.ZKUtil(347): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-17T13:15:22,425 WARN [M:0;679b436d2445:36841 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T13:15:22,425 INFO [M:0;679b436d2445:36841 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-17T13:15:22,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T13:15:22,426 INFO [M:0;679b436d2445:36841 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T13:15:22,426 DEBUG [M:0;679b436d2445:36841 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T13:15:22,426 INFO [M:0;679b436d2445:36841 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:22,426 DEBUG [M:0;679b436d2445:36841 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:22,426 DEBUG [M:0;679b436d2445:36841 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T13:15:22,426 DEBUG [M:0;679b436d2445:36841 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:22,426 INFO [M:0;679b436d2445:36841 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-17T13:15:22,445 DEBUG [M:0;679b436d2445:36841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5e7f852fc5443fca02815adbad77cc8 is 82, key is hbase:meta,,1/info:regioninfo/1731849319451/Put/seqid=0 2024-11-17T13:15:22,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741846_1022 (size=5672) 2024-11-17T13:15:22,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741846_1022 (size=5672) 2024-11-17T13:15:22,452 INFO [M:0;679b436d2445:36841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5e7f852fc5443fca02815adbad77cc8 2024-11-17T13:15:22,479 DEBUG [M:0;679b436d2445:36841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f195c6c9e21e47098798830be11825ba is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731849321195/Put/seqid=0 2024-11-17T13:15:22,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741847_1023 (size=7578) 2024-11-17T13:15:22,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741847_1023 (size=7578) 2024-11-17T13:15:22,486 INFO [M:0;679b436d2445:36841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f195c6c9e21e47098798830be11825ba 2024-11-17T13:15:22,513 DEBUG [M:0;679b436d2445:36841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbc1c968b3bf45a8a2f7ad77141b0379 is 69, key is 679b436d2445,36091,1731849317635/rs:state/1731849318678/Put/seqid=0 2024-11-17T13:15:22,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741848_1024 (size=5224) 2024-11-17T13:15:22,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741848_1024 (size=5224) 2024-11-17T13:15:22,520 INFO [M:0;679b436d2445:36841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbc1c968b3bf45a8a2f7ad77141b0379 2024-11-17T13:15:22,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x100059f1fc40001, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:22,521 INFO [RS:0;679b436d2445:40427 {}] regionserver.HRegionServer(1307): Exiting; stopping=679b436d2445,40427,1731849317572; zookeeper connection closed. 2024-11-17T13:15:22,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x100059f1fc40001, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:22,521 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41783e55 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41783e55 2024-11-17T13:15:22,522 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-17T13:15:22,527 DEBUG [M:0;679b436d2445:36841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5e7f852fc5443fca02815adbad77cc8 as hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5e7f852fc5443fca02815adbad77cc8 2024-11-17T13:15:22,534 INFO [M:0;679b436d2445:36841 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5e7f852fc5443fca02815adbad77cc8, entries=8, sequenceid=108, filesize=5.5 K 2024-11-17T13:15:22,535 DEBUG [M:0;679b436d2445:36841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f195c6c9e21e47098798830be11825ba as hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f195c6c9e21e47098798830be11825ba 2024-11-17T13:15:22,542 INFO [M:0;679b436d2445:36841 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f195c6c9e21e47098798830be11825ba, entries=13, sequenceid=108, filesize=7.4 K 2024-11-17T13:15:22,543 DEBUG [M:0;679b436d2445:36841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbc1c968b3bf45a8a2f7ad77141b0379 as hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dbc1c968b3bf45a8a2f7ad77141b0379 2024-11-17T13:15:22,550 INFO [M:0;679b436d2445:36841 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41585/user/jenkins/test-data/64e86e9b-b6eb-120d-c4a0-16c61a82b169/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dbc1c968b3bf45a8a2f7ad77141b0379, entries=2, sequenceid=108, filesize=5.1 K 2024-11-17T13:15:22,551 INFO [M:0;679b436d2445:36841 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=108, compaction requested=false 2024-11-17T13:15:22,553 INFO [M:0;679b436d2445:36841 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:22,553 DEBUG [M:0;679b436d2445:36841 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-17T13:15:22,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741830_1006 (size=54465) 2024-11-17T13:15:22,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741830_1006 (size=54465) 2024-11-17T13:15:22,556 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-17T13:15:22,556 INFO [M:0;679b436d2445:36841 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-17T13:15:22,557 INFO [M:0;679b436d2445:36841 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36841 2024-11-17T13:15:22,559 DEBUG [M:0;679b436d2445:36841 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/679b436d2445,36841,1731849316858 already deleted, retry=false 2024-11-17T13:15:22,662 INFO [M:0;679b436d2445:36841 {}] regionserver.HRegionServer(1307): Exiting; stopping=679b436d2445,36841,1731849316858; zookeeper connection closed. 2024-11-17T13:15:22,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:22,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x100059f1fc40000, quorum=127.0.0.1:63116, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:22,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23d2e820{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T13:15:22,669 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ee8adce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T13:15:22,669 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T13:15:22,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cb64205{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T13:15:22,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f3d3355{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/hadoop.log.dir/,STOPPED} 2024-11-17T13:15:22,671 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T13:15:22,671 WARN [BP-800314436-172.17.0.2-1731849314043 heartbeating to localhost/127.0.0.1:41585 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T13:15:22,671 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T13:15:22,672 WARN [BP-800314436-172.17.0.2-1731849314043 heartbeating to localhost/127.0.0.1:41585 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-800314436-172.17.0.2-1731849314043 (Datanode Uuid fcbdcdc7-51cd-4533-9881-fe57811121d2) service to localhost/127.0.0.1:41585 2024-11-17T13:15:22,673 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/cluster_f2bc785e-7833-d606-3139-cd4dc47479a1/dfs/data/data3/current/BP-800314436-172.17.0.2-1731849314043 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T13:15:22,673 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/cluster_f2bc785e-7833-d606-3139-cd4dc47479a1/dfs/data/data4/current/BP-800314436-172.17.0.2-1731849314043 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T13:15:22,673 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T13:15:22,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45895ca6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T13:15:22,676 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e8a1397{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T13:15:22,676 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T13:15:22,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76645813{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T13:15:22,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4760307{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/hadoop.log.dir/,STOPPED} 2024-11-17T13:15:22,677 WARN [BP-800314436-172.17.0.2-1731849314043 heartbeating to localhost/127.0.0.1:41585 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T13:15:22,677 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T13:15:22,678 WARN [BP-800314436-172.17.0.2-1731849314043 heartbeating to localhost/127.0.0.1:41585 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-800314436-172.17.0.2-1731849314043 (Datanode Uuid a17c525b-75bb-4388-ad28-16cecdd92447) service to localhost/127.0.0.1:41585 2024-11-17T13:15:22,678 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T13:15:22,678 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/cluster_f2bc785e-7833-d606-3139-cd4dc47479a1/dfs/data/data1/current/BP-800314436-172.17.0.2-1731849314043 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T13:15:22,678 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/cluster_f2bc785e-7833-d606-3139-cd4dc47479a1/dfs/data/data2/current/BP-800314436-172.17.0.2-1731849314043 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T13:15:22,679 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T13:15:22,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T13:15:22,688 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T13:15:22,688 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T13:15:22,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T13:15:22,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/hadoop.log.dir/,STOPPED} 2024-11-17T13:15:22,697 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-17T13:15:22,727 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-17T13:15:22,736 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=76 (was 11) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:41585 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/679b436d2445:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:41585 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:41585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:41585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/679b436d2445:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/679b436d2445:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@26086e5b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/679b436d2445:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=411 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=223 (was 219) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11747 (was 12305) 2024-11-17T13:15:22,743 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=76, OpenFileDescriptor=411, MaxFileDescriptor=1048576, SystemLoadAverage=223, ProcessCount=11, AvailableMemoryMB=11747 2024-11-17T13:15:22,757 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/hadoop.log.dir so I do NOT create it in target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8 2024-11-17T13:15:22,757 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T13:15:22,757 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/hadoop.tmp.dir so I do NOT create it in target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8 2024-11-17T13:15:22,757 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/01120266-e6ce-12f4-c5c3-7c9ab7c29559/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T13:15:22,757 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8 2024-11-17T13:15:22,757 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T13:15:22,757 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/cluster_cfeb5cc2-fcc1-6a06-7b1d-b329378b1561, deleteOnExit=true 2024-11-17T13:15:22,757 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-17T13:15:22,757 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/test.cache.data in system properties and HBase conf 2024-11-17T13:15:22,757 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T13:15:22,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/hadoop.log.dir in system properties and HBase conf 2024-11-17T13:15:22,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T13:15:22,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T13:15:22,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-17T13:15:22,758 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T13:15:22,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T13:15:22,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T13:15:22,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T13:15:22,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T13:15:22,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T13:15:22,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T13:15:22,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T13:15:22,759 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T13:15:22,759 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T13:15:22,759 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/nfs.dump.dir in system properties and HBase conf 2024-11-17T13:15:22,759 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/java.io.tmpdir in system properties and HBase conf 2024-11-17T13:15:22,759 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T13:15:22,759 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T13:15:22,759 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T13:15:22,846 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T13:15:22,851 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T13:15:22,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T13:15:22,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T13:15:22,852 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T13:15:22,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T13:15:22,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b15583{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/hadoop.log.dir/,AVAILABLE} 2024-11-17T13:15:22,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c00190c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T13:15:22,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35a6b754{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/java.io.tmpdir/jetty-localhost-46009-hadoop-hdfs-3_4_1-tests_jar-_-any-12788239687261836849/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T13:15:22,978 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79f91f3e{HTTP/1.1, (http/1.1)}{localhost:46009} 2024-11-17T13:15:22,978 INFO [Time-limited test {}] server.Server(415): Started @10855ms 2024-11-17T13:15:23,059 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T13:15:23,063 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T13:15:23,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T13:15:23,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T13:15:23,064 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T13:15:23,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29f00734{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/hadoop.log.dir/,AVAILABLE} 2024-11-17T13:15:23,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f5fe7a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T13:15:23,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65137b19{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/java.io.tmpdir/jetty-localhost-37257-hadoop-hdfs-3_4_1-tests_jar-_-any-2611547968896829880/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T13:15:23,181 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@156f283b{HTTP/1.1, (http/1.1)}{localhost:37257} 2024-11-17T13:15:23,181 INFO [Time-limited test {}] server.Server(415): Started @11058ms 2024-11-17T13:15:23,182 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T13:15:23,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T13:15:23,224 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T13:15:23,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T13:15:23,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T13:15:23,225 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T13:15:23,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72966479{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/hadoop.log.dir/,AVAILABLE} 2024-11-17T13:15:23,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@da2bd8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T13:15:23,288 WARN [Thread-353 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/cluster_cfeb5cc2-fcc1-6a06-7b1d-b329378b1561/dfs/data/data1/current/BP-1265875846-172.17.0.2-1731849322790/current, will proceed with Du for space computation calculation, 2024-11-17T13:15:23,289 WARN [Thread-354 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/cluster_cfeb5cc2-fcc1-6a06-7b1d-b329378b1561/dfs/data/data2/current/BP-1265875846-172.17.0.2-1731849322790/current, will proceed with Du for space computation calculation, 2024-11-17T13:15:23,313 WARN [Thread-332 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T13:15:23,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52189f4e06ff0eb0 with lease ID 0x2eeee327613f24bc: Processing first storage report for DS-90182f95-31ac-4aa2-8d69-7c605791c534 from datanode DatanodeRegistration(127.0.0.1:37769, datanodeUuid=2e11d10a-8061-4a0e-8aaa-10bbc9fbe87f, infoPort=34561, infoSecurePort=0, ipcPort=41049, storageInfo=lv=-57;cid=testClusterID;nsid=558427561;c=1731849322790) 2024-11-17T13:15:23,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52189f4e06ff0eb0 with lease ID 0x2eeee327613f24bc: from storage DS-90182f95-31ac-4aa2-8d69-7c605791c534 node DatanodeRegistration(127.0.0.1:37769, datanodeUuid=2e11d10a-8061-4a0e-8aaa-10bbc9fbe87f, infoPort=34561, infoSecurePort=0, ipcPort=41049, storageInfo=lv=-57;cid=testClusterID;nsid=558427561;c=1731849322790), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T13:15:23,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52189f4e06ff0eb0 with lease ID 0x2eeee327613f24bc: Processing first storage report for DS-4e90df61-0f9a-41cf-9482-e616fecc2c87 from datanode DatanodeRegistration(127.0.0.1:37769, datanodeUuid=2e11d10a-8061-4a0e-8aaa-10bbc9fbe87f, infoPort=34561, infoSecurePort=0, ipcPort=41049, storageInfo=lv=-57;cid=testClusterID;nsid=558427561;c=1731849322790) 2024-11-17T13:15:23,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52189f4e06ff0eb0 with lease ID 0x2eeee327613f24bc: from storage DS-4e90df61-0f9a-41cf-9482-e616fecc2c87 node DatanodeRegistration(127.0.0.1:37769, datanodeUuid=2e11d10a-8061-4a0e-8aaa-10bbc9fbe87f, infoPort=34561, infoSecurePort=0, ipcPort=41049, storageInfo=lv=-57;cid=testClusterID;nsid=558427561;c=1731849322790), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T13:15:23,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20a05037{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/java.io.tmpdir/jetty-localhost-44727-hadoop-hdfs-3_4_1-tests_jar-_-any-5698751841624117191/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T13:15:23,349 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d779bb5{HTTP/1.1, (http/1.1)}{localhost:44727} 2024-11-17T13:15:23,349 INFO [Time-limited test {}] server.Server(415): Started @11226ms 2024-11-17T13:15:23,351 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T13:15:23,435 WARN [Thread-379 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/cluster_cfeb5cc2-fcc1-6a06-7b1d-b329378b1561/dfs/data/data3/current/BP-1265875846-172.17.0.2-1731849322790/current, will proceed with Du for space computation calculation, 2024-11-17T13:15:23,435 WARN [Thread-380 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/cluster_cfeb5cc2-fcc1-6a06-7b1d-b329378b1561/dfs/data/data4/current/BP-1265875846-172.17.0.2-1731849322790/current, will proceed with Du for space computation calculation, 2024-11-17T13:15:23,452 WARN [Thread-368 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T13:15:23,455 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83d7c2627e4bae96 with lease ID 0x2eeee327613f24bd: Processing first storage report for DS-a9da5944-c007-4e8f-b815-7d02803dd80a from datanode DatanodeRegistration(127.0.0.1:43873, datanodeUuid=d34292dc-7fd3-413c-93d9-e5d0931b9051, infoPort=37915, infoSecurePort=0, ipcPort=38953, storageInfo=lv=-57;cid=testClusterID;nsid=558427561;c=1731849322790) 2024-11-17T13:15:23,455 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83d7c2627e4bae96 with lease ID 0x2eeee327613f24bd: from storage DS-a9da5944-c007-4e8f-b815-7d02803dd80a node DatanodeRegistration(127.0.0.1:43873, datanodeUuid=d34292dc-7fd3-413c-93d9-e5d0931b9051, infoPort=37915, infoSecurePort=0, ipcPort=38953, storageInfo=lv=-57;cid=testClusterID;nsid=558427561;c=1731849322790), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T13:15:23,455 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83d7c2627e4bae96 with lease ID 0x2eeee327613f24bd: Processing first storage report for DS-e06a7637-4745-40af-94fd-8acae82710b4 from datanode DatanodeRegistration(127.0.0.1:43873, datanodeUuid=d34292dc-7fd3-413c-93d9-e5d0931b9051, infoPort=37915, infoSecurePort=0, ipcPort=38953, storageInfo=lv=-57;cid=testClusterID;nsid=558427561;c=1731849322790) 2024-11-17T13:15:23,455 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83d7c2627e4bae96 with lease ID 0x2eeee327613f24bd: from storage DS-e06a7637-4745-40af-94fd-8acae82710b4 node DatanodeRegistration(127.0.0.1:43873, datanodeUuid=d34292dc-7fd3-413c-93d9-e5d0931b9051, infoPort=37915, infoSecurePort=0, ipcPort=38953, storageInfo=lv=-57;cid=testClusterID;nsid=558427561;c=1731849322790), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T13:15:23,478 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8 2024-11-17T13:15:23,481 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/cluster_cfeb5cc2-fcc1-6a06-7b1d-b329378b1561/zookeeper_0, clientPort=52286, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/cluster_cfeb5cc2-fcc1-6a06-7b1d-b329378b1561/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/cluster_cfeb5cc2-fcc1-6a06-7b1d-b329378b1561/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T13:15:23,482 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=52286 2024-11-17T13:15:23,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:23,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:23,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741825_1001 (size=7) 2024-11-17T13:15:23,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43873 is added to blk_1073741825_1001 (size=7) 2024-11-17T13:15:23,499 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4 with version=8 2024-11-17T13:15:23,500 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/hbase-staging 2024-11-17T13:15:23,502 INFO [Time-limited test {}] client.ConnectionUtils(129): master/679b436d2445:0 server-side Connection retries=45 2024-11-17T13:15:23,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:23,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:23,502 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T13:15:23,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:23,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T13:15:23,502 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T13:15:23,502 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:15:23,503 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33517 2024-11-17T13:15:23,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:23,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:23,508 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33517 connecting to ZooKeeper ensemble=127.0.0.1:52286 2024-11-17T13:15:23,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335170x0, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T13:15:23,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33517-0x100059f3cbe0000 connected 2024-11-17T13:15:23,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T13:15:23,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:23,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T13:15:23,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33517 2024-11-17T13:15:23,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33517 2024-11-17T13:15:23,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33517 2024-11-17T13:15:23,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33517 2024-11-17T13:15:23,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33517 2024-11-17T13:15:23,538 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4, hbase.cluster.distributed=false 2024-11-17T13:15:23,556 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/679b436d2445:0 server-side Connection retries=45 2024-11-17T13:15:23,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:23,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:23,557 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T13:15:23,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:23,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T13:15:23,557 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T13:15:23,557 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:15:23,558 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42311 2024-11-17T13:15:23,558 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T13:15:23,560 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T13:15:23,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:23,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:23,565 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42311 connecting to ZooKeeper ensemble=127.0.0.1:52286 2024-11-17T13:15:23,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423110x0, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T13:15:23,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42311-0x100059f3cbe0001, quorum=127.0.0.1:52286, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T13:15:23,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42311-0x100059f3cbe0001 connected 2024-11-17T13:15:23,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42311-0x100059f3cbe0001, quorum=127.0.0.1:52286, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:23,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42311-0x100059f3cbe0001, quorum=127.0.0.1:52286, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T13:15:23,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42311 2024-11-17T13:15:23,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42311 2024-11-17T13:15:23,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42311 2024-11-17T13:15:23,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42311 2024-11-17T13:15:23,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42311 2024-11-17T13:15:23,590 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/679b436d2445:0 server-side Connection retries=45 2024-11-17T13:15:23,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:23,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:23,591 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T13:15:23,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:23,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T13:15:23,591 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T13:15:23,591 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:15:23,591 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43831 2024-11-17T13:15:23,592 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T13:15:23,594 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T13:15:23,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:23,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:23,599 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43831 connecting to ZooKeeper ensemble=127.0.0.1:52286 2024-11-17T13:15:23,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438310x0, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T13:15:23,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438310x0, quorum=127.0.0.1:52286, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T13:15:23,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43831-0x100059f3cbe0002 connected 2024-11-17T13:15:23,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43831-0x100059f3cbe0002, quorum=127.0.0.1:52286, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:23,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43831-0x100059f3cbe0002, quorum=127.0.0.1:52286, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T13:15:23,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43831 2024-11-17T13:15:23,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43831 2024-11-17T13:15:23,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43831 2024-11-17T13:15:23,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43831 2024-11-17T13:15:23,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43831 2024-11-17T13:15:23,610 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/679b436d2445,33517,1731849323501 2024-11-17T13:15:23,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x100059f3cbe0001, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:23,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100059f3cbe0002, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:23,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:23,614 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/679b436d2445,33517,1731849323501 2024-11-17T13:15:23,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x100059f3cbe0001, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T13:15:23,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x100059f3cbe0001, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:23,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100059f3cbe0002, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T13:15:23,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T13:15:23,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100059f3cbe0002, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:23,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:23,616 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-17T13:15:23,617 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/679b436d2445,33517,1731849323501 from backup master directory 2024-11-17T13:15:23,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/679b436d2445,33517,1731849323501 2024-11-17T13:15:23,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x100059f3cbe0001, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:23,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:23,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100059f3cbe0002, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:23,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-17T13:15:23,618 WARN [master/679b436d2445:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T13:15:23,618 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=679b436d2445,33517,1731849323501 2024-11-17T13:15:23,625 DEBUG [M:0;679b436d2445:33517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;679b436d2445:33517 2024-11-17T13:15:23,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43873 is added to blk_1073741826_1002 (size=42) 2024-11-17T13:15:23,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741826_1002 (size=42) 2024-11-17T13:15:23,635 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/hbase.id with ID: b9891a4b-f478-4fd5-bcf7-d98b0bfb592e 2024-11-17T13:15:23,651 INFO [master/679b436d2445:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:23,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100059f3cbe0002, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:23,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x100059f3cbe0001, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:23,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:23,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43873 is added to blk_1073741827_1003 (size=196) 2024-11-17T13:15:23,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741827_1003 (size=196) 2024-11-17T13:15:23,665 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T13:15:23,665 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T13:15:23,666 INFO [master/679b436d2445:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T13:15:23,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43873 is added to blk_1073741828_1004 (size=1189) 2024-11-17T13:15:23,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741828_1004 (size=1189) 2024-11-17T13:15:23,676 INFO [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/MasterData/data/master/store 2024-11-17T13:15:23,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43873 is added to blk_1073741829_1005 (size=34) 2024-11-17T13:15:23,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741829_1005 (size=34) 2024-11-17T13:15:24,086 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:24,086 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T13:15:24,086 INFO [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:24,086 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:24,086 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T13:15:24,086 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:24,086 INFO [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:24,086 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-17T13:15:24,088 WARN [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/MasterData/data/master/store/.initializing 2024-11-17T13:15:24,088 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/MasterData/WALs/679b436d2445,33517,1731849323501 2024-11-17T13:15:24,089 INFO [master/679b436d2445:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T13:15:24,092 INFO [master/679b436d2445:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=679b436d2445%2C33517%2C1731849323501, suffix=, logDir=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/MasterData/WALs/679b436d2445,33517,1731849323501, archiveDir=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/MasterData/oldWALs, maxLogs=10 2024-11-17T13:15:24,106 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/MasterData/WALs/679b436d2445,33517,1731849323501/679b436d2445%2C33517%2C1731849323501.1731849324093, exclude list is [], retry=0 2024-11-17T13:15:24,110 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43873,DS-a9da5944-c007-4e8f-b815-7d02803dd80a,DISK] 2024-11-17T13:15:24,111 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37769,DS-90182f95-31ac-4aa2-8d69-7c605791c534,DISK] 2024-11-17T13:15:24,113 INFO [master/679b436d2445:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/MasterData/WALs/679b436d2445,33517,1731849323501/679b436d2445%2C33517%2C1731849323501.1731849324093 2024-11-17T13:15:24,113 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37915:37915),(127.0.0.1/127.0.0.1:34561:34561)] 2024-11-17T13:15:24,114 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T13:15:24,114 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:24,114 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:24,114 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:24,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:24,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T13:15:24,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:24,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:24,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:24,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T13:15:24,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:24,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:24,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:24,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T13:15:24,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:24,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:24,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:24,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T13:15:24,125 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:24,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:24,126 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:24,127 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:24,129 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T13:15:24,131 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:24,133 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:24,134 INFO [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60990585, jitterRate=-0.09116946160793304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T13:15:24,135 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-17T13:15:24,135 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T13:15:24,139 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa17ed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:15:24,140 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-17T13:15:24,140 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T13:15:24,140 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T13:15:24,140 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T13:15:24,141 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T13:15:24,141 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-17T13:15:24,141 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T13:15:24,143 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T13:15:24,144 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-17T13:15:24,146 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-17T13:15:24,146 INFO [master/679b436d2445:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T13:15:24,147 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-17T13:15:24,149 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-17T13:15:24,149 INFO [master/679b436d2445:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T13:15:24,150 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-17T13:15:24,151 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-17T13:15:24,152 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-17T13:15:24,154 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-17T13:15:24,155 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T13:15:24,157 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-17T13:15:24,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:24,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100059f3cbe0002, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:24,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x100059f3cbe0001, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:24,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:24,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100059f3cbe0002, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:24,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x100059f3cbe0001, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:24,160 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=679b436d2445,33517,1731849323501, sessionid=0x100059f3cbe0000, setting cluster-up flag (Was=false) 2024-11-17T13:15:24,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x100059f3cbe0001, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:24,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:24,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100059f3cbe0002, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:24,170 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-17T13:15:24,171 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=679b436d2445,33517,1731849323501 2024-11-17T13:15:24,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x100059f3cbe0001, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:24,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:24,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100059f3cbe0002, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:24,180 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-17T13:15:24,181 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=679b436d2445,33517,1731849323501 2024-11-17T13:15:24,184 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-17T13:15:24,185 INFO [master/679b436d2445:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-17T13:15:24,185 INFO [master/679b436d2445:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T13:15:24,185 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 679b436d2445,33517,1731849323501 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T13:15:24,185 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/679b436d2445:0, corePoolSize=5, maxPoolSize=5 2024-11-17T13:15:24,186 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/679b436d2445:0, corePoolSize=5, maxPoolSize=5 2024-11-17T13:15:24,186 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/679b436d2445:0, corePoolSize=5, maxPoolSize=5 2024-11-17T13:15:24,186 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/679b436d2445:0, corePoolSize=5, maxPoolSize=5 2024-11-17T13:15:24,186 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/679b436d2445:0, corePoolSize=10, maxPoolSize=10 2024-11-17T13:15:24,186 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:24,186 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/679b436d2445:0, corePoolSize=2, maxPoolSize=2 2024-11-17T13:15:24,186 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:24,189 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731849354189 2024-11-17T13:15:24,189 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T13:15:24,189 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-17T13:15:24,189 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T13:15:24,189 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T13:15:24,189 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-17T13:15:24,189 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T13:15:24,189 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T13:15:24,189 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T13:15:24,190 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:24,190 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T13:15:24,190 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T13:15:24,190 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T13:15:24,190 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T13:15:24,190 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T13:15:24,191 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/679b436d2445:0:becomeActiveMaster-HFileCleaner.large.0-1731849324191,5,FailOnTimeoutGroup] 2024-11-17T13:15:24,191 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/679b436d2445:0:becomeActiveMaster-HFileCleaner.small.0-1731849324191,5,FailOnTimeoutGroup] 2024-11-17T13:15:24,191 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:24,191 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:24,191 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T13:15:24,191 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:24,191 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:24,191 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T13:15:24,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43873 is added to blk_1073741831_1007 (size=1039) 2024-11-17T13:15:24,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741831_1007 (size=1039) 2024-11-17T13:15:24,200 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-17T13:15:24,200 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4 2024-11-17T13:15:24,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741832_1008 (size=32) 2024-11-17T13:15:24,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43873 is added to blk_1073741832_1008 (size=32) 2024-11-17T13:15:24,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:24,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T13:15:24,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T13:15:24,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:24,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:24,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T13:15:24,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T13:15:24,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:24,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:24,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T13:15:24,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T13:15:24,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:24,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:24,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/hbase/meta/1588230740 2024-11-17T13:15:24,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/hbase/meta/1588230740 2024-11-17T13:15:24,219 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T13:15:24,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-17T13:15:24,223 DEBUG [RS:1;679b436d2445:43831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;679b436d2445:43831 2024-11-17T13:15:24,224 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:24,224 DEBUG [RS:0;679b436d2445:42311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;679b436d2445:42311 2024-11-17T13:15:24,224 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64637321, jitterRate=-0.03682886064052582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T13:15:24,224 INFO [RS:1;679b436d2445:43831 {}] regionserver.HRegionServer(1008): ClusterId : b9891a4b-f478-4fd5-bcf7-d98b0bfb592e 2024-11-17T13:15:24,224 DEBUG [RS:1;679b436d2445:43831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T13:15:24,225 INFO [RS:0;679b436d2445:42311 {}] regionserver.HRegionServer(1008): ClusterId : b9891a4b-f478-4fd5-bcf7-d98b0bfb592e 2024-11-17T13:15:24,225 DEBUG [RS:0;679b436d2445:42311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T13:15:24,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-17T13:15:24,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-17T13:15:24,225 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-17T13:15:24,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-17T13:15:24,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T13:15:24,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T13:15:24,226 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-17T13:15:24,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-17T13:15:24,227 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-17T13:15:24,227 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-17T13:15:24,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T13:15:24,228 DEBUG [RS:1;679b436d2445:43831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T13:15:24,228 DEBUG [RS:1;679b436d2445:43831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T13:15:24,228 DEBUG [RS:0;679b436d2445:42311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T13:15:24,228 DEBUG [RS:0;679b436d2445:42311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T13:15:24,228 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T13:15:24,230 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T13:15:24,232 DEBUG [RS:1;679b436d2445:43831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T13:15:24,232 DEBUG [RS:0;679b436d2445:42311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T13:15:24,232 DEBUG [RS:1;679b436d2445:43831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244bd003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:15:24,232 DEBUG [RS:0;679b436d2445:42311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5775f4c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:15:24,233 DEBUG [RS:1;679b436d2445:43831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47bbb6ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=679b436d2445/172.17.0.2:0 2024-11-17T13:15:24,233 INFO [RS:1;679b436d2445:43831 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-17T13:15:24,233 INFO [RS:1;679b436d2445:43831 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-17T13:15:24,233 DEBUG [RS:1;679b436d2445:43831 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-17T13:15:24,233 DEBUG [RS:0;679b436d2445:42311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d077859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=679b436d2445/172.17.0.2:0 2024-11-17T13:15:24,233 INFO [RS:0;679b436d2445:42311 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-17T13:15:24,233 INFO [RS:0;679b436d2445:42311 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-17T13:15:24,233 DEBUG [RS:0;679b436d2445:42311 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-17T13:15:24,233 INFO [RS:1;679b436d2445:43831 {}] regionserver.HRegionServer(3073): reportForDuty to master=679b436d2445,33517,1731849323501 with isa=679b436d2445/172.17.0.2:43831, startcode=1731849323590 2024-11-17T13:15:24,233 INFO [RS:0;679b436d2445:42311 {}] regionserver.HRegionServer(3073): reportForDuty to master=679b436d2445,33517,1731849323501 with isa=679b436d2445/172.17.0.2:42311, startcode=1731849323556 2024-11-17T13:15:24,234 DEBUG [RS:0;679b436d2445:42311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T13:15:24,234 DEBUG [RS:1;679b436d2445:43831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T13:15:24,235 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54443, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T13:15:24,236 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56889, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T13:15:24,236 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33517 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 679b436d2445,42311,1731849323556 2024-11-17T13:15:24,236 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33517 {}] master.ServerManager(486): Registering regionserver=679b436d2445,42311,1731849323556 2024-11-17T13:15:24,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33517 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 679b436d2445,43831,1731849323590 2024-11-17T13:15:24,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33517 {}] master.ServerManager(486): Registering regionserver=679b436d2445,43831,1731849323590 2024-11-17T13:15:24,237 DEBUG [RS:0;679b436d2445:42311 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4 2024-11-17T13:15:24,237 DEBUG [RS:0;679b436d2445:42311 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39703 2024-11-17T13:15:24,238 DEBUG [RS:0;679b436d2445:42311 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-17T13:15:24,238 DEBUG [RS:1;679b436d2445:43831 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4 2024-11-17T13:15:24,238 DEBUG [RS:1;679b436d2445:43831 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39703 2024-11-17T13:15:24,238 DEBUG [RS:1;679b436d2445:43831 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-17T13:15:24,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T13:15:24,245 DEBUG [RS:0;679b436d2445:42311 {}] zookeeper.ZKUtil(111): regionserver:42311-0x100059f3cbe0001, quorum=127.0.0.1:52286, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/679b436d2445,42311,1731849323556 2024-11-17T13:15:24,245 WARN [RS:0;679b436d2445:42311 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T13:15:24,245 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [679b436d2445,42311,1731849323556] 2024-11-17T13:15:24,245 INFO [RS:0;679b436d2445:42311 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T13:15:24,245 DEBUG [RS:1;679b436d2445:43831 {}] zookeeper.ZKUtil(111): regionserver:43831-0x100059f3cbe0002, quorum=127.0.0.1:52286, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/679b436d2445,43831,1731849323590 2024-11-17T13:15:24,245 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [679b436d2445,43831,1731849323590] 2024-11-17T13:15:24,245 WARN [RS:1;679b436d2445:43831 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T13:15:24,245 DEBUG [RS:0;679b436d2445:42311 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/WALs/679b436d2445,42311,1731849323556 2024-11-17T13:15:24,245 INFO [RS:1;679b436d2445:43831 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T13:15:24,245 DEBUG [RS:1;679b436d2445:43831 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/WALs/679b436d2445,43831,1731849323590 2024-11-17T13:15:24,251 DEBUG [RS:1;679b436d2445:43831 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-17T13:15:24,251 DEBUG [RS:0;679b436d2445:42311 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-17T13:15:24,251 INFO [RS:1;679b436d2445:43831 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T13:15:24,251 INFO [RS:0;679b436d2445:42311 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T13:15:24,253 INFO [RS:1;679b436d2445:43831 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T13:15:24,253 INFO [RS:1;679b436d2445:43831 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T13:15:24,253 INFO [RS:1;679b436d2445:43831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:24,256 INFO [RS:1;679b436d2445:43831 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-17T13:15:24,256 INFO [RS:0;679b436d2445:42311 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T13:15:24,256 INFO [RS:0;679b436d2445:42311 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T13:15:24,256 INFO [RS:0;679b436d2445:42311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:24,257 INFO [RS:0;679b436d2445:42311 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-17T13:15:24,257 INFO [RS:1;679b436d2445:43831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:24,257 DEBUG [RS:1;679b436d2445:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:24,257 DEBUG [RS:1;679b436d2445:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:24,257 DEBUG [RS:1;679b436d2445:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:24,257 DEBUG [RS:1;679b436d2445:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:24,257 DEBUG [RS:1;679b436d2445:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:24,257 DEBUG [RS:1;679b436d2445:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/679b436d2445:0, corePoolSize=2, maxPoolSize=2 2024-11-17T13:15:24,257 DEBUG [RS:1;679b436d2445:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:24,257 DEBUG [RS:1;679b436d2445:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:24,257 DEBUG [RS:1;679b436d2445:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:24,257 DEBUG [RS:1;679b436d2445:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:24,257 DEBUG [RS:1;679b436d2445:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:24,257 DEBUG [RS:1;679b436d2445:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/679b436d2445:0, corePoolSize=3, maxPoolSize=3 2024-11-17T13:15:24,257 DEBUG [RS:1;679b436d2445:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/679b436d2445:0, corePoolSize=3, maxPoolSize=3 2024-11-17T13:15:24,258 INFO [RS:0;679b436d2445:42311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:24,258 DEBUG [RS:0;679b436d2445:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:24,258 DEBUG [RS:0;679b436d2445:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:24,258 INFO [RS:1;679b436d2445:43831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:24,258 INFO [RS:1;679b436d2445:43831 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:24,258 DEBUG [RS:0;679b436d2445:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:24,258 INFO [RS:1;679b436d2445:43831 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:24,258 INFO [RS:1;679b436d2445:43831 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:24,258 DEBUG [RS:0;679b436d2445:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:24,258 INFO [RS:1;679b436d2445:43831 {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,43831,1731849323590-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T13:15:24,258 DEBUG [RS:0;679b436d2445:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:24,258 DEBUG [RS:0;679b436d2445:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/679b436d2445:0, corePoolSize=2, maxPoolSize=2 2024-11-17T13:15:24,258 DEBUG [RS:0;679b436d2445:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:24,258 DEBUG [RS:0;679b436d2445:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:24,258 DEBUG [RS:0;679b436d2445:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:24,259 DEBUG [RS:0;679b436d2445:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:24,259 DEBUG [RS:0;679b436d2445:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:24,259 DEBUG [RS:0;679b436d2445:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/679b436d2445:0, corePoolSize=3, maxPoolSize=3 2024-11-17T13:15:24,259 DEBUG [RS:0;679b436d2445:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/679b436d2445:0, corePoolSize=3, maxPoolSize=3 2024-11-17T13:15:24,260 INFO [RS:0;679b436d2445:42311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:24,260 INFO [RS:0;679b436d2445:42311 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:24,260 INFO [RS:0;679b436d2445:42311 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:24,260 INFO [RS:0;679b436d2445:42311 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:24,260 INFO [RS:0;679b436d2445:42311 {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,42311,1731849323556-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T13:15:24,282 INFO [RS:0;679b436d2445:42311 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T13:15:24,282 INFO [RS:1;679b436d2445:43831 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T13:15:24,283 INFO [RS:0;679b436d2445:42311 {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,42311,1731849323556-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:24,283 INFO [RS:1;679b436d2445:43831 {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,43831,1731849323590-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:24,302 INFO [RS:1;679b436d2445:43831 {}] regionserver.Replication(204): 679b436d2445,43831,1731849323590 started 2024-11-17T13:15:24,302 INFO [RS:1;679b436d2445:43831 {}] regionserver.HRegionServer(1767): Serving as 679b436d2445,43831,1731849323590, RpcServer on 679b436d2445/172.17.0.2:43831, sessionid=0x100059f3cbe0002 2024-11-17T13:15:24,302 DEBUG [RS:1;679b436d2445:43831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T13:15:24,302 DEBUG [RS:1;679b436d2445:43831 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 679b436d2445,43831,1731849323590 2024-11-17T13:15:24,302 DEBUG [RS:1;679b436d2445:43831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '679b436d2445,43831,1731849323590' 2024-11-17T13:15:24,302 DEBUG [RS:1;679b436d2445:43831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T13:15:24,303 DEBUG [RS:1;679b436d2445:43831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T13:15:24,303 DEBUG [RS:1;679b436d2445:43831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T13:15:24,303 DEBUG [RS:1;679b436d2445:43831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T13:15:24,303 DEBUG [RS:1;679b436d2445:43831 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 679b436d2445,43831,1731849323590 2024-11-17T13:15:24,303 DEBUG [RS:1;679b436d2445:43831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '679b436d2445,43831,1731849323590' 2024-11-17T13:15:24,303 DEBUG [RS:1;679b436d2445:43831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T13:15:24,304 DEBUG [RS:1;679b436d2445:43831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T13:15:24,304 DEBUG [RS:1;679b436d2445:43831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T13:15:24,304 INFO [RS:1;679b436d2445:43831 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T13:15:24,304 INFO [RS:1;679b436d2445:43831 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T13:15:24,305 INFO [RS:0;679b436d2445:42311 {}] regionserver.Replication(204): 679b436d2445,42311,1731849323556 started 2024-11-17T13:15:24,305 INFO [RS:0;679b436d2445:42311 {}] regionserver.HRegionServer(1767): Serving as 679b436d2445,42311,1731849323556, RpcServer on 679b436d2445/172.17.0.2:42311, sessionid=0x100059f3cbe0001 2024-11-17T13:15:24,305 DEBUG [RS:0;679b436d2445:42311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T13:15:24,305 DEBUG [RS:0;679b436d2445:42311 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 679b436d2445,42311,1731849323556 2024-11-17T13:15:24,305 DEBUG [RS:0;679b436d2445:42311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '679b436d2445,42311,1731849323556' 2024-11-17T13:15:24,305 DEBUG [RS:0;679b436d2445:42311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T13:15:24,306 DEBUG [RS:0;679b436d2445:42311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T13:15:24,306 DEBUG [RS:0;679b436d2445:42311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T13:15:24,306 DEBUG [RS:0;679b436d2445:42311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T13:15:24,306 DEBUG [RS:0;679b436d2445:42311 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 679b436d2445,42311,1731849323556 2024-11-17T13:15:24,306 DEBUG [RS:0;679b436d2445:42311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '679b436d2445,42311,1731849323556' 2024-11-17T13:15:24,306 DEBUG [RS:0;679b436d2445:42311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T13:15:24,306 DEBUG [RS:0;679b436d2445:42311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T13:15:24,307 DEBUG [RS:0;679b436d2445:42311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T13:15:24,307 INFO [RS:0;679b436d2445:42311 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T13:15:24,307 INFO [RS:0;679b436d2445:42311 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T13:15:24,380 WARN [679b436d2445:33517 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-17T13:15:24,405 INFO [RS:1;679b436d2445:43831 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T13:15:24,407 INFO [RS:1;679b436d2445:43831 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=679b436d2445%2C43831%2C1731849323590, suffix=, logDir=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/WALs/679b436d2445,43831,1731849323590, archiveDir=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/oldWALs, maxLogs=32 2024-11-17T13:15:24,407 INFO [RS:0;679b436d2445:42311 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T13:15:24,409 INFO [RS:0;679b436d2445:42311 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=679b436d2445%2C42311%2C1731849323556, suffix=, logDir=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/WALs/679b436d2445,42311,1731849323556, archiveDir=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/oldWALs, maxLogs=32 2024-11-17T13:15:24,423 DEBUG [RS:1;679b436d2445:43831 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/WALs/679b436d2445,43831,1731849323590/679b436d2445%2C43831%2C1731849323590.1731849324409, exclude list is [], retry=0 2024-11-17T13:15:24,425 DEBUG [RS:0;679b436d2445:42311 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/WALs/679b436d2445,42311,1731849323556/679b436d2445%2C42311%2C1731849323556.1731849324411, exclude list is [], retry=0 2024-11-17T13:15:24,427 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37769,DS-90182f95-31ac-4aa2-8d69-7c605791c534,DISK] 2024-11-17T13:15:24,427 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43873,DS-a9da5944-c007-4e8f-b815-7d02803dd80a,DISK] 2024-11-17T13:15:24,428 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37769,DS-90182f95-31ac-4aa2-8d69-7c605791c534,DISK] 2024-11-17T13:15:24,429 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43873,DS-a9da5944-c007-4e8f-b815-7d02803dd80a,DISK] 2024-11-17T13:15:24,431 INFO [RS:1;679b436d2445:43831 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/WALs/679b436d2445,43831,1731849323590/679b436d2445%2C43831%2C1731849323590.1731849324409 2024-11-17T13:15:24,434 INFO [RS:0;679b436d2445:42311 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/WALs/679b436d2445,42311,1731849323556/679b436d2445%2C42311%2C1731849323556.1731849324411 2024-11-17T13:15:24,434 DEBUG [RS:1;679b436d2445:43831 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37915:37915),(127.0.0.1/127.0.0.1:34561:34561)] 2024-11-17T13:15:24,434 DEBUG [RS:0;679b436d2445:42311 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34561:34561),(127.0.0.1/127.0.0.1:37915:37915)] 2024-11-17T13:15:24,630 DEBUG [679b436d2445:33517 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-17T13:15:24,630 DEBUG [679b436d2445:33517 {}] balancer.BalancerClusterState(202): Hosts are {679b436d2445=0} racks are {/default-rack=0} 2024-11-17T13:15:24,633 DEBUG [679b436d2445:33517 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-17T13:15:24,633 DEBUG [679b436d2445:33517 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-17T13:15:24,633 INFO [679b436d2445:33517 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-17T13:15:24,633 INFO [679b436d2445:33517 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-17T13:15:24,633 DEBUG [679b436d2445:33517 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T13:15:24,633 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=679b436d2445,42311,1731849323556 2024-11-17T13:15:24,635 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 679b436d2445,42311,1731849323556, state=OPENING 2024-11-17T13:15:24,636 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T13:15:24,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100059f3cbe0002, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:24,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x100059f3cbe0001, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:24,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:24,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=679b436d2445,42311,1731849323556}] 2024-11-17T13:15:24,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:24,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:24,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:24,793 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 679b436d2445,42311,1731849323556 2024-11-17T13:15:24,793 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T13:15:24,795 INFO [RS-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T13:15:24,800 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-17T13:15:24,800 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T13:15:24,801 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T13:15:24,803 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=679b436d2445%2C42311%2C1731849323556.meta, suffix=.meta, logDir=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/WALs/679b436d2445,42311,1731849323556, archiveDir=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/oldWALs, maxLogs=32 2024-11-17T13:15:24,818 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/WALs/679b436d2445,42311,1731849323556/679b436d2445%2C42311%2C1731849323556.meta.1731849324803.meta, exclude list is [], retry=0 2024-11-17T13:15:24,821 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43873,DS-a9da5944-c007-4e8f-b815-7d02803dd80a,DISK] 2024-11-17T13:15:24,821 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37769,DS-90182f95-31ac-4aa2-8d69-7c605791c534,DISK] 2024-11-17T13:15:24,823 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/WALs/679b436d2445,42311,1731849323556/679b436d2445%2C42311%2C1731849323556.meta.1731849324803.meta 2024-11-17T13:15:24,823 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37915:37915),(127.0.0.1/127.0.0.1:34561:34561)] 2024-11-17T13:15:24,824 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T13:15:24,824 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T13:15:24,824 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T13:15:24,825 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T13:15:24,825 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T13:15:24,825 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:24,825 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-17T13:15:24,825 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-17T13:15:24,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T13:15:24,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T13:15:24,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:24,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:24,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T13:15:24,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T13:15:24,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:24,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:24,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T13:15:24,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T13:15:24,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:24,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:24,833 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/hbase/meta/1588230740 2024-11-17T13:15:24,834 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/hbase/meta/1588230740 2024-11-17T13:15:24,836 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T13:15:24,838 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-17T13:15:24,839 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71053725, jitterRate=0.05878300964832306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T13:15:24,840 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-17T13:15:24,842 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731849324793 2024-11-17T13:15:24,844 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T13:15:24,844 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-17T13:15:24,845 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=679b436d2445,42311,1731849323556 2024-11-17T13:15:24,846 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 679b436d2445,42311,1731849323556, state=OPEN 2024-11-17T13:15:24,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x100059f3cbe0001, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T13:15:24,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100059f3cbe0002, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T13:15:24,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T13:15:24,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:24,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:24,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:24,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T13:15:24,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=679b436d2445,42311,1731849323556 in 209 msec 2024-11-17T13:15:24,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T13:15:24,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 624 msec 2024-11-17T13:15:24,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 673 msec 2024-11-17T13:15:24,857 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731849324857, completionTime=-1 2024-11-17T13:15:24,857 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-17T13:15:24,858 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-17T13:15:24,858 DEBUG [hconnection-0x2fa49ccb-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T13:15:24,860 INFO [RS-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T13:15:24,862 INFO [master/679b436d2445:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-17T13:15:24,862 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731849384862 2024-11-17T13:15:24,862 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731849444862 2024-11-17T13:15:24,862 INFO [master/679b436d2445:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-11-17T13:15:24,869 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,33517,1731849323501-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:24,869 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,33517,1731849323501-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:24,869 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,33517,1731849323501-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:24,869 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-679b436d2445:33517, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:24,869 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:24,869 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-17T13:15:24,869 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T13:15:24,871 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-17T13:15:24,871 DEBUG [master/679b436d2445:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-17T13:15:24,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T13:15:24,872 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:24,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T13:15:24,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741836_1012 (size=358) 2024-11-17T13:15:24,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43873 is added to blk_1073741836_1012 (size=358) 2024-11-17T13:15:24,912 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T13:15:24,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T13:15:24,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T13:15:25,288 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c9ed9909bbcff70e5a5d22779934df85, NAME => 'hbase:namespace,,1731849324869.c9ed9909bbcff70e5a5d22779934df85.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4 2024-11-17T13:15:25,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43873 is added to blk_1073741837_1013 (size=42) 2024-11-17T13:15:25,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741837_1013 (size=42) 2024-11-17T13:15:25,297 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731849324869.c9ed9909bbcff70e5a5d22779934df85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:25,297 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing c9ed9909bbcff70e5a5d22779934df85, disabling compactions & flushes 2024-11-17T13:15:25,298 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731849324869.c9ed9909bbcff70e5a5d22779934df85. 2024-11-17T13:15:25,298 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731849324869.c9ed9909bbcff70e5a5d22779934df85. 2024-11-17T13:15:25,298 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731849324869.c9ed9909bbcff70e5a5d22779934df85. after waiting 0 ms 2024-11-17T13:15:25,298 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731849324869.c9ed9909bbcff70e5a5d22779934df85. 2024-11-17T13:15:25,298 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731849324869.c9ed9909bbcff70e5a5d22779934df85. 2024-11-17T13:15:25,298 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for c9ed9909bbcff70e5a5d22779934df85: 2024-11-17T13:15:25,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T13:15:25,300 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731849324869.c9ed9909bbcff70e5a5d22779934df85.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731849325299"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731849325299"}]},"ts":"1731849325299"} 2024-11-17T13:15:25,302 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-17T13:15:25,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T13:15:25,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731849325304"}]},"ts":"1731849325304"} 2024-11-17T13:15:25,306 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-17T13:15:25,310 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {679b436d2445=0} racks are {/default-rack=0} 2024-11-17T13:15:25,311 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-17T13:15:25,311 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-17T13:15:25,311 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-17T13:15:25,311 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-17T13:15:25,311 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T13:15:25,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=c9ed9909bbcff70e5a5d22779934df85, ASSIGN}] 2024-11-17T13:15:25,312 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=c9ed9909bbcff70e5a5d22779934df85, ASSIGN 2024-11-17T13:15:25,313 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=c9ed9909bbcff70e5a5d22779934df85, ASSIGN; state=OFFLINE, location=679b436d2445,42311,1731849323556; forceNewPlan=false, retain=false 2024-11-17T13:15:25,464 INFO [679b436d2445:33517 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-17T13:15:25,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=c9ed9909bbcff70e5a5d22779934df85, regionState=OPENING, regionLocation=679b436d2445,42311,1731849323556 2024-11-17T13:15:25,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure c9ed9909bbcff70e5a5d22779934df85, server=679b436d2445,42311,1731849323556}] 2024-11-17T13:15:25,619 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 679b436d2445,42311,1731849323556 2024-11-17T13:15:25,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731849324869.c9ed9909bbcff70e5a5d22779934df85. 2024-11-17T13:15:25,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => c9ed9909bbcff70e5a5d22779934df85, NAME => 'hbase:namespace,,1731849324869.c9ed9909bbcff70e5a5d22779934df85.', STARTKEY => '', ENDKEY => ''} 2024-11-17T13:15:25,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace c9ed9909bbcff70e5a5d22779934df85 2024-11-17T13:15:25,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731849324869.c9ed9909bbcff70e5a5d22779934df85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:25,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for c9ed9909bbcff70e5a5d22779934df85 2024-11-17T13:15:25,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for c9ed9909bbcff70e5a5d22779934df85 2024-11-17T13:15:25,627 INFO [StoreOpener-c9ed9909bbcff70e5a5d22779934df85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c9ed9909bbcff70e5a5d22779934df85 2024-11-17T13:15:25,629 INFO [StoreOpener-c9ed9909bbcff70e5a5d22779934df85-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9ed9909bbcff70e5a5d22779934df85 columnFamilyName info 2024-11-17T13:15:25,629 DEBUG [StoreOpener-c9ed9909bbcff70e5a5d22779934df85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:25,630 INFO [StoreOpener-c9ed9909bbcff70e5a5d22779934df85-1 {}] regionserver.HStore(327): Store=c9ed9909bbcff70e5a5d22779934df85/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:25,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/hbase/namespace/c9ed9909bbcff70e5a5d22779934df85 2024-11-17T13:15:25,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/hbase/namespace/c9ed9909bbcff70e5a5d22779934df85 2024-11-17T13:15:25,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for c9ed9909bbcff70e5a5d22779934df85 2024-11-17T13:15:25,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/hbase/namespace/c9ed9909bbcff70e5a5d22779934df85/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:25,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened c9ed9909bbcff70e5a5d22779934df85; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63640437, jitterRate=-0.051683589816093445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T13:15:25,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for c9ed9909bbcff70e5a5d22779934df85: 2024-11-17T13:15:25,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731849324869.c9ed9909bbcff70e5a5d22779934df85., pid=6, masterSystemTime=1731849325619 2024-11-17T13:15:25,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731849324869.c9ed9909bbcff70e5a5d22779934df85. 2024-11-17T13:15:25,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731849324869.c9ed9909bbcff70e5a5d22779934df85. 2024-11-17T13:15:25,642 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=c9ed9909bbcff70e5a5d22779934df85, regionState=OPEN, openSeqNum=2, regionLocation=679b436d2445,42311,1731849323556 2024-11-17T13:15:25,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T13:15:25,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure c9ed9909bbcff70e5a5d22779934df85, server=679b436d2445,42311,1731849323556 in 178 msec 2024-11-17T13:15:25,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T13:15:25,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=c9ed9909bbcff70e5a5d22779934df85, ASSIGN in 336 msec 2024-11-17T13:15:25,650 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T13:15:25,651 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731849325650"}]},"ts":"1731849325650"} 2024-11-17T13:15:25,652 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-17T13:15:25,655 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T13:15:25,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 786 msec 2024-11-17T13:15:25,672 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-17T13:15:25,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-17T13:15:25,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x100059f3cbe0001, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:25,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:25,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100059f3cbe0002, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:25,679 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-17T13:15:25,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-17T13:15:25,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 11 msec 2024-11-17T13:15:25,701 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-17T13:15:25,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-17T13:15:25,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 11 msec 2024-11-17T13:15:25,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-17T13:15:25,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-17T13:15:25,729 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.110sec 2024-11-17T13:15:25,729 INFO [master/679b436d2445:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T13:15:25,729 INFO [master/679b436d2445:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T13:15:25,729 INFO [master/679b436d2445:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T13:15:25,729 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T13:15:25,729 INFO [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T13:15:25,729 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,33517,1731849323501-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T13:15:25,729 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,33517,1731849323501-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T13:15:25,731 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-17T13:15:25,731 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T13:15:25,732 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,33517,1731849323501-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:25,814 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78b17c34 to 127.0.0.1:52286 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1db9480e 2024-11-17T13:15:25,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7076ad59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:15:25,819 DEBUG [hconnection-0xe8c8410-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T13:15:25,822 INFO [RS-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42790, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T13:15:25,824 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=679b436d2445,33517,1731849323501 2024-11-17T13:15:25,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T13:15:25,826 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T13:15:25,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33517 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T13:15:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33517 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-17T13:15:25,831 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T13:15:25,831 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:25,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33517 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-17T13:15:25,832 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T13:15:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T13:15:25,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741838_1014 (size=379) 2024-11-17T13:15:25,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43873 is added to blk_1073741838_1014 (size=379) 2024-11-17T13:15:25,843 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bf60b5e7979c3ef71620460c42773d25, NAME => 'testClearRegionBlockCache,,1731849325828.bf60b5e7979c3ef71620460c42773d25.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4 2024-11-17T13:15:25,844 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => b038374e6291d4499e65dda0ef40fb8b, NAME => 'testClearRegionBlockCache,5,1731849325828.b038374e6291d4499e65dda0ef40fb8b.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4 2024-11-17T13:15:25,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741839_1015 (size=61) 2024-11-17T13:15:25,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43873 is added to blk_1073741839_1015 (size=61) 2024-11-17T13:15:25,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741840_1016 (size=61) 2024-11-17T13:15:25,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43873 is added to blk_1073741840_1016 (size=61) 2024-11-17T13:15:25,853 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731849325828.bf60b5e7979c3ef71620460c42773d25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:25,853 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing bf60b5e7979c3ef71620460c42773d25, disabling compactions & flushes 2024-11-17T13:15:25,853 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731849325828.bf60b5e7979c3ef71620460c42773d25. 2024-11-17T13:15:25,853 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731849325828.bf60b5e7979c3ef71620460c42773d25. 2024-11-17T13:15:25,853 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731849325828.bf60b5e7979c3ef71620460c42773d25. after waiting 0 ms 2024-11-17T13:15:25,853 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731849325828.bf60b5e7979c3ef71620460c42773d25. 2024-11-17T13:15:25,853 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731849325828.bf60b5e7979c3ef71620460c42773d25. 2024-11-17T13:15:25,853 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for bf60b5e7979c3ef71620460c42773d25: 2024-11-17T13:15:25,853 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731849325828.b038374e6291d4499e65dda0ef40fb8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:25,853 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing b038374e6291d4499e65dda0ef40fb8b, disabling compactions & flushes 2024-11-17T13:15:25,853 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731849325828.b038374e6291d4499e65dda0ef40fb8b. 2024-11-17T13:15:25,853 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731849325828.b038374e6291d4499e65dda0ef40fb8b. 2024-11-17T13:15:25,854 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731849325828.b038374e6291d4499e65dda0ef40fb8b. after waiting 0 ms 2024-11-17T13:15:25,854 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731849325828.b038374e6291d4499e65dda0ef40fb8b. 2024-11-17T13:15:25,854 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731849325828.b038374e6291d4499e65dda0ef40fb8b. 2024-11-17T13:15:25,854 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for b038374e6291d4499e65dda0ef40fb8b: 2024-11-17T13:15:25,855 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T13:15:25,855 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731849325828.bf60b5e7979c3ef71620460c42773d25.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731849325855"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731849325855"}]},"ts":"1731849325855"} 2024-11-17T13:15:25,855 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731849325828.b038374e6291d4499e65dda0ef40fb8b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731849325855"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731849325855"}]},"ts":"1731849325855"} 2024-11-17T13:15:25,859 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-17T13:15:25,860 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T13:15:25,860 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731849325860"}]},"ts":"1731849325860"} 2024-11-17T13:15:25,862 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-17T13:15:25,866 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(202): Hosts are {679b436d2445=0} racks are {/default-rack=0} 2024-11-17T13:15:25,868 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-17T13:15:25,868 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-17T13:15:25,868 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-17T13:15:25,868 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-17T13:15:25,868 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T13:15:25,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bf60b5e7979c3ef71620460c42773d25, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b038374e6291d4499e65dda0ef40fb8b, ASSIGN}] 2024-11-17T13:15:25,870 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b038374e6291d4499e65dda0ef40fb8b, ASSIGN 2024-11-17T13:15:25,870 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bf60b5e7979c3ef71620460c42773d25, ASSIGN 2024-11-17T13:15:25,871 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b038374e6291d4499e65dda0ef40fb8b, ASSIGN; state=OFFLINE, location=679b436d2445,43831,1731849323590; forceNewPlan=false, retain=false 2024-11-17T13:15:25,871 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bf60b5e7979c3ef71620460c42773d25, ASSIGN; state=OFFLINE, location=679b436d2445,42311,1731849323556; forceNewPlan=false, retain=false 2024-11-17T13:15:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T13:15:26,021 INFO [679b436d2445:33517 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-17T13:15:26,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=b038374e6291d4499e65dda0ef40fb8b, regionState=OPENING, regionLocation=679b436d2445,43831,1731849323590 2024-11-17T13:15:26,022 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=bf60b5e7979c3ef71620460c42773d25, regionState=OPENING, regionLocation=679b436d2445,42311,1731849323556 2024-11-17T13:15:26,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure b038374e6291d4499e65dda0ef40fb8b, server=679b436d2445,43831,1731849323590}] 2024-11-17T13:15:26,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure bf60b5e7979c3ef71620460c42773d25, server=679b436d2445,42311,1731849323556}] 2024-11-17T13:15:26,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T13:15:26,178 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 679b436d2445,43831,1731849323590 2024-11-17T13:15:26,178 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 679b436d2445,42311,1731849323556 2024-11-17T13:15:26,178 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T13:15:26,180 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T13:15:26,183 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1731849325828.bf60b5e7979c3ef71620460c42773d25. 2024-11-17T13:15:26,183 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => bf60b5e7979c3ef71620460c42773d25, NAME => 'testClearRegionBlockCache,,1731849325828.bf60b5e7979c3ef71620460c42773d25.', STARTKEY => '', ENDKEY => '5'} 2024-11-17T13:15:26,184 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache bf60b5e7979c3ef71620460c42773d25 2024-11-17T13:15:26,184 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731849325828.bf60b5e7979c3ef71620460c42773d25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:26,184 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for bf60b5e7979c3ef71620460c42773d25 2024-11-17T13:15:26,184 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for bf60b5e7979c3ef71620460c42773d25 2024-11-17T13:15:26,184 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1731849325828.b038374e6291d4499e65dda0ef40fb8b. 2024-11-17T13:15:26,185 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => b038374e6291d4499e65dda0ef40fb8b, NAME => 'testClearRegionBlockCache,5,1731849325828.b038374e6291d4499e65dda0ef40fb8b.', STARTKEY => '5', ENDKEY => ''} 2024-11-17T13:15:26,185 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b038374e6291d4499e65dda0ef40fb8b 2024-11-17T13:15:26,185 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731849325828.b038374e6291d4499e65dda0ef40fb8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:26,185 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for b038374e6291d4499e65dda0ef40fb8b 2024-11-17T13:15:26,185 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for b038374e6291d4499e65dda0ef40fb8b 2024-11-17T13:15:26,186 INFO [StoreOpener-bf60b5e7979c3ef71620460c42773d25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region bf60b5e7979c3ef71620460c42773d25 2024-11-17T13:15:26,187 INFO [StoreOpener-b038374e6291d4499e65dda0ef40fb8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b038374e6291d4499e65dda0ef40fb8b 2024-11-17T13:15:26,187 INFO [StoreOpener-bf60b5e7979c3ef71620460c42773d25-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf60b5e7979c3ef71620460c42773d25 columnFamilyName family 2024-11-17T13:15:26,187 DEBUG [StoreOpener-bf60b5e7979c3ef71620460c42773d25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:26,188 INFO [StoreOpener-bf60b5e7979c3ef71620460c42773d25-1 {}] regionserver.HStore(327): Store=bf60b5e7979c3ef71620460c42773d25/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:26,188 INFO [StoreOpener-b038374e6291d4499e65dda0ef40fb8b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b038374e6291d4499e65dda0ef40fb8b columnFamilyName family 2024-11-17T13:15:26,188 DEBUG [StoreOpener-b038374e6291d4499e65dda0ef40fb8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:26,189 INFO [StoreOpener-b038374e6291d4499e65dda0ef40fb8b-1 {}] regionserver.HStore(327): Store=b038374e6291d4499e65dda0ef40fb8b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:26,189 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/default/testClearRegionBlockCache/bf60b5e7979c3ef71620460c42773d25 2024-11-17T13:15:26,190 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/default/testClearRegionBlockCache/bf60b5e7979c3ef71620460c42773d25 2024-11-17T13:15:26,190 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/default/testClearRegionBlockCache/b038374e6291d4499e65dda0ef40fb8b 2024-11-17T13:15:26,190 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/default/testClearRegionBlockCache/b038374e6291d4499e65dda0ef40fb8b 2024-11-17T13:15:26,192 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for bf60b5e7979c3ef71620460c42773d25 2024-11-17T13:15:26,193 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for b038374e6291d4499e65dda0ef40fb8b 2024-11-17T13:15:26,195 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/default/testClearRegionBlockCache/bf60b5e7979c3ef71620460c42773d25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:26,196 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened bf60b5e7979c3ef71620460c42773d25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65647540, jitterRate=-0.021775424480438232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T13:15:26,196 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/default/testClearRegionBlockCache/b038374e6291d4499e65dda0ef40fb8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:26,197 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened b038374e6291d4499e65dda0ef40fb8b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63826138, jitterRate=-0.04891642928123474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T13:15:26,197 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for bf60b5e7979c3ef71620460c42773d25: 2024-11-17T13:15:26,197 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for b038374e6291d4499e65dda0ef40fb8b: 2024-11-17T13:15:26,198 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1731849325828.bf60b5e7979c3ef71620460c42773d25., pid=13, masterSystemTime=1731849326178 2024-11-17T13:15:26,198 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1731849325828.b038374e6291d4499e65dda0ef40fb8b., pid=12, masterSystemTime=1731849326178 2024-11-17T13:15:26,201 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1731849325828.b038374e6291d4499e65dda0ef40fb8b. 2024-11-17T13:15:26,201 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1731849325828.b038374e6291d4499e65dda0ef40fb8b. 2024-11-17T13:15:26,201 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=b038374e6291d4499e65dda0ef40fb8b, regionState=OPEN, openSeqNum=2, regionLocation=679b436d2445,43831,1731849323590 2024-11-17T13:15:26,202 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1731849325828.bf60b5e7979c3ef71620460c42773d25. 2024-11-17T13:15:26,202 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1731849325828.bf60b5e7979c3ef71620460c42773d25. 2024-11-17T13:15:26,203 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=bf60b5e7979c3ef71620460c42773d25, regionState=OPEN, openSeqNum=2, regionLocation=679b436d2445,42311,1731849323556 2024-11-17T13:15:26,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-11-17T13:15:26,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure b038374e6291d4499e65dda0ef40fb8b, server=679b436d2445,43831,1731849323590 in 180 msec 2024-11-17T13:15:26,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-11-17T13:15:26,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure bf60b5e7979c3ef71620460c42773d25, server=679b436d2445,42311,1731849323556 in 180 msec 2024-11-17T13:15:26,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b038374e6291d4499e65dda0ef40fb8b, ASSIGN in 339 msec 2024-11-17T13:15:26,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T13:15:26,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bf60b5e7979c3ef71620460c42773d25, ASSIGN in 340 msec 2024-11-17T13:15:26,211 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T13:15:26,212 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731849326211"}]},"ts":"1731849326211"} 2024-11-17T13:15:26,214 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-17T13:15:26,217 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T13:15:26,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 389 msec 2024-11-17T13:15:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T13:15:26,438 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-17T13:15:26,438 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-17T13:15:26,438 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T13:15:26,442 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-17T13:15:26,442 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T13:15:26,442 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-17T13:15:26,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T13:15:26,456 INFO [RS-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43424, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T13:15:26,463 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing bf60b5e7979c3ef71620460c42773d25 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-17T13:15:26,482 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/default/testClearRegionBlockCache/bf60b5e7979c3ef71620460c42773d25/.tmp/family/af9ed0628c5e4bcb9e812b7d1a00ad84 is 32, key is 1/family:/1731849326446/Put/seqid=0 2024-11-17T13:15:26,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43873 is added to blk_1073741841_1017 (size=5054) 2024-11-17T13:15:26,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741841_1017 (size=5054) 2024-11-17T13:15:26,488 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/default/testClearRegionBlockCache/bf60b5e7979c3ef71620460c42773d25/.tmp/family/af9ed0628c5e4bcb9e812b7d1a00ad84 2024-11-17T13:15:26,495 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/default/testClearRegionBlockCache/bf60b5e7979c3ef71620460c42773d25/.tmp/family/af9ed0628c5e4bcb9e812b7d1a00ad84 as hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/default/testClearRegionBlockCache/bf60b5e7979c3ef71620460c42773d25/family/af9ed0628c5e4bcb9e812b7d1a00ad84 2024-11-17T13:15:26,502 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/default/testClearRegionBlockCache/bf60b5e7979c3ef71620460c42773d25/family/af9ed0628c5e4bcb9e812b7d1a00ad84, entries=4, sequenceid=8, filesize=4.9 K 2024-11-17T13:15:26,503 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for bf60b5e7979c3ef71620460c42773d25 in 40ms, sequenceid=8, compaction requested=false 2024-11-17T13:15:26,503 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for bf60b5e7979c3ef71620460c42773d25: 2024-11-17T13:15:26,503 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing b038374e6291d4499e65dda0ef40fb8b 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-17T13:15:26,522 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/default/testClearRegionBlockCache/b038374e6291d4499e65dda0ef40fb8b/.tmp/family/e127e4cda5ea4150bb0e2f384b5766e5 is 32, key is 5/family:/1731849326456/Put/seqid=0 2024-11-17T13:15:26,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741842_1018 (size=5083) 2024-11-17T13:15:26,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43873 is added to blk_1073741842_1018 (size=5083) 2024-11-17T13:15:26,528 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/default/testClearRegionBlockCache/b038374e6291d4499e65dda0ef40fb8b/.tmp/family/e127e4cda5ea4150bb0e2f384b5766e5 2024-11-17T13:15:26,536 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/default/testClearRegionBlockCache/b038374e6291d4499e65dda0ef40fb8b/.tmp/family/e127e4cda5ea4150bb0e2f384b5766e5 as hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/default/testClearRegionBlockCache/b038374e6291d4499e65dda0ef40fb8b/family/e127e4cda5ea4150bb0e2f384b5766e5 2024-11-17T13:15:26,542 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/default/testClearRegionBlockCache/b038374e6291d4499e65dda0ef40fb8b/family/e127e4cda5ea4150bb0e2f384b5766e5, entries=5, sequenceid=9, filesize=5.0 K 2024-11-17T13:15:26,544 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for b038374e6291d4499e65dda0ef40fb8b in 40ms, sequenceid=9, compaction requested=false 2024-11-17T13:15:26,544 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for b038374e6291d4499e65dda0ef40fb8b: 2024-11-17T13:15:26,548 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-17T13:15:26,548 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-17T13:15:26,548 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78b17c34 to 127.0.0.1:52286 2024-11-17T13:15:26,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:26,548 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T13:15:26,548 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1453396204, stopped=false 2024-11-17T13:15:26,549 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=679b436d2445,33517,1731849323501 2024-11-17T13:15:26,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x100059f3cbe0001, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:26,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:26,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100059f3cbe0002, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:26,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x100059f3cbe0001, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:26,551 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-17T13:15:26,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:26,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100059f3cbe0002, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:26,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42311-0x100059f3cbe0001, quorum=127.0.0.1:52286, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:26,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43831-0x100059f3cbe0002, quorum=127.0.0.1:52286, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:26,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:26,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:26,553 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '679b436d2445,42311,1731849323556' ***** 2024-11-17T13:15:26,553 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-17T13:15:26,553 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '679b436d2445,43831,1731849323590' ***** 2024-11-17T13:15:26,553 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-17T13:15:26,553 INFO [RS:0;679b436d2445:42311 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T13:15:26,553 INFO [RS:1;679b436d2445:43831 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T13:15:26,553 INFO [RS:0;679b436d2445:42311 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T13:15:26,553 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-17T13:15:26,553 INFO [RS:1;679b436d2445:43831 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T13:15:26,553 INFO [RS:0;679b436d2445:42311 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T13:15:26,553 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-17T13:15:26,554 INFO [RS:1;679b436d2445:43831 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T13:15:26,554 INFO [RS:0;679b436d2445:42311 {}] regionserver.HRegionServer(3579): Received CLOSE for bf60b5e7979c3ef71620460c42773d25 2024-11-17T13:15:26,554 INFO [RS:1;679b436d2445:43831 {}] regionserver.HRegionServer(3579): Received CLOSE for b038374e6291d4499e65dda0ef40fb8b 2024-11-17T13:15:26,554 INFO [RS:0;679b436d2445:42311 {}] regionserver.HRegionServer(3579): Received CLOSE for c9ed9909bbcff70e5a5d22779934df85 2024-11-17T13:15:26,554 INFO [RS:0;679b436d2445:42311 {}] regionserver.HRegionServer(1224): stopping server 679b436d2445,42311,1731849323556 2024-11-17T13:15:26,554 INFO [RS:1;679b436d2445:43831 {}] regionserver.HRegionServer(1224): stopping server 679b436d2445,43831,1731849323590 2024-11-17T13:15:26,554 DEBUG [RS:0;679b436d2445:42311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:26,554 DEBUG [RS:1;679b436d2445:43831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:26,554 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bf60b5e7979c3ef71620460c42773d25, disabling compactions & flushes 2024-11-17T13:15:26,554 INFO [RS:0;679b436d2445:42311 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T13:15:26,554 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b038374e6291d4499e65dda0ef40fb8b, disabling compactions & flushes 2024-11-17T13:15:26,554 INFO [RS:1;679b436d2445:43831 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-17T13:15:26,554 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731849325828.bf60b5e7979c3ef71620460c42773d25. 2024-11-17T13:15:26,554 INFO [RS:0;679b436d2445:42311 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T13:15:26,554 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731849325828.b038374e6291d4499e65dda0ef40fb8b. 2024-11-17T13:15:26,554 DEBUG [RS:1;679b436d2445:43831 {}] regionserver.HRegionServer(1603): Online Regions={b038374e6291d4499e65dda0ef40fb8b=testClearRegionBlockCache,5,1731849325828.b038374e6291d4499e65dda0ef40fb8b.} 2024-11-17T13:15:26,554 INFO [RS:0;679b436d2445:42311 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T13:15:26,554 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731849325828.bf60b5e7979c3ef71620460c42773d25. 2024-11-17T13:15:26,554 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731849325828.b038374e6291d4499e65dda0ef40fb8b. 2024-11-17T13:15:26,554 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731849325828.bf60b5e7979c3ef71620460c42773d25. after waiting 0 ms 2024-11-17T13:15:26,554 INFO [RS:0;679b436d2445:42311 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-17T13:15:26,554 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731849325828.b038374e6291d4499e65dda0ef40fb8b. after waiting 0 ms 2024-11-17T13:15:26,554 DEBUG [RS:1;679b436d2445:43831 {}] regionserver.HRegionServer(1629): Waiting on b038374e6291d4499e65dda0ef40fb8b 2024-11-17T13:15:26,554 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731849325828.b038374e6291d4499e65dda0ef40fb8b. 2024-11-17T13:15:26,554 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731849325828.bf60b5e7979c3ef71620460c42773d25. 2024-11-17T13:15:26,555 INFO [RS:0;679b436d2445:42311 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-11-17T13:15:26,555 DEBUG [RS:0;679b436d2445:42311 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, bf60b5e7979c3ef71620460c42773d25=testClearRegionBlockCache,,1731849325828.bf60b5e7979c3ef71620460c42773d25., c9ed9909bbcff70e5a5d22779934df85=hbase:namespace,,1731849324869.c9ed9909bbcff70e5a5d22779934df85.} 2024-11-17T13:15:26,555 DEBUG [RS:0;679b436d2445:42311 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, bf60b5e7979c3ef71620460c42773d25, c9ed9909bbcff70e5a5d22779934df85 2024-11-17T13:15:26,555 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-17T13:15:26,555 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-17T13:15:26,555 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-17T13:15:26,555 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T13:15:26,555 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T13:15:26,555 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-17T13:15:26,560 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/default/testClearRegionBlockCache/bf60b5e7979c3ef71620460c42773d25/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-17T13:15:26,560 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/default/testClearRegionBlockCache/b038374e6291d4499e65dda0ef40fb8b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-17T13:15:26,561 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731849325828.bf60b5e7979c3ef71620460c42773d25. 2024-11-17T13:15:26,561 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bf60b5e7979c3ef71620460c42773d25: 2024-11-17T13:15:26,561 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731849325828.b038374e6291d4499e65dda0ef40fb8b. 2024-11-17T13:15:26,561 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731849325828.bf60b5e7979c3ef71620460c42773d25. 2024-11-17T13:15:26,561 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b038374e6291d4499e65dda0ef40fb8b: 2024-11-17T13:15:26,561 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c9ed9909bbcff70e5a5d22779934df85, disabling compactions & flushes 2024-11-17T13:15:26,561 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731849325828.b038374e6291d4499e65dda0ef40fb8b. 2024-11-17T13:15:26,561 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731849324869.c9ed9909bbcff70e5a5d22779934df85. 2024-11-17T13:15:26,561 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731849324869.c9ed9909bbcff70e5a5d22779934df85. 2024-11-17T13:15:26,561 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731849324869.c9ed9909bbcff70e5a5d22779934df85. after waiting 0 ms 2024-11-17T13:15:26,561 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731849324869.c9ed9909bbcff70e5a5d22779934df85. 2024-11-17T13:15:26,561 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing c9ed9909bbcff70e5a5d22779934df85 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-17T13:15:26,561 INFO [regionserver/679b436d2445:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T13:15:26,562 INFO [regionserver/679b436d2445:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T13:15:26,574 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/hbase/meta/1588230740/.tmp/info/13900ef9db3249c78e0ee5329a778345 is 173, key is testClearRegionBlockCache,5,1731849325828.b038374e6291d4499e65dda0ef40fb8b./info:regioninfo/1731849326201/Put/seqid=0 2024-11-17T13:15:26,579 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/hbase/namespace/c9ed9909bbcff70e5a5d22779934df85/.tmp/info/a5407e56e17e47188c605b9318cafe81 is 45, key is default/info:d/1731849325684/Put/seqid=0 2024-11-17T13:15:26,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43873 is added to blk_1073741843_1019 (size=9337) 2024-11-17T13:15:26,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741843_1019 (size=9337) 2024-11-17T13:15:26,582 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/hbase/meta/1588230740/.tmp/info/13900ef9db3249c78e0ee5329a778345 2024-11-17T13:15:26,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43873 is added to blk_1073741844_1020 (size=5037) 2024-11-17T13:15:26,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741844_1020 (size=5037) 2024-11-17T13:15:26,588 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/hbase/namespace/c9ed9909bbcff70e5a5d22779934df85/.tmp/info/a5407e56e17e47188c605b9318cafe81 2024-11-17T13:15:26,595 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/hbase/namespace/c9ed9909bbcff70e5a5d22779934df85/.tmp/info/a5407e56e17e47188c605b9318cafe81 as hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/hbase/namespace/c9ed9909bbcff70e5a5d22779934df85/info/a5407e56e17e47188c605b9318cafe81 2024-11-17T13:15:26,602 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/hbase/namespace/c9ed9909bbcff70e5a5d22779934df85/info/a5407e56e17e47188c605b9318cafe81, entries=2, sequenceid=6, filesize=4.9 K 2024-11-17T13:15:26,604 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for c9ed9909bbcff70e5a5d22779934df85 in 43ms, sequenceid=6, compaction requested=false 2024-11-17T13:15:26,607 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/hbase/meta/1588230740/.tmp/table/98fad8a1f73145088f2487807a3378af is 61, key is testClearRegionBlockCache/table:state/1731849326211/Put/seqid=0 2024-11-17T13:15:26,610 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/hbase/namespace/c9ed9909bbcff70e5a5d22779934df85/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T13:15:26,611 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731849324869.c9ed9909bbcff70e5a5d22779934df85. 2024-11-17T13:15:26,611 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c9ed9909bbcff70e5a5d22779934df85: 2024-11-17T13:15:26,611 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731849324869.c9ed9909bbcff70e5a5d22779934df85. 2024-11-17T13:15:26,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43873 is added to blk_1073741845_1021 (size=5392) 2024-11-17T13:15:26,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741845_1021 (size=5392) 2024-11-17T13:15:26,616 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/hbase/meta/1588230740/.tmp/table/98fad8a1f73145088f2487807a3378af 2024-11-17T13:15:26,625 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/hbase/meta/1588230740/.tmp/info/13900ef9db3249c78e0ee5329a778345 as hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/hbase/meta/1588230740/info/13900ef9db3249c78e0ee5329a778345 2024-11-17T13:15:26,632 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/hbase/meta/1588230740/info/13900ef9db3249c78e0ee5329a778345, entries=30, sequenceid=16, filesize=9.1 K 2024-11-17T13:15:26,633 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/hbase/meta/1588230740/.tmp/table/98fad8a1f73145088f2487807a3378af as hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/hbase/meta/1588230740/table/98fad8a1f73145088f2487807a3378af 2024-11-17T13:15:26,639 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/hbase/meta/1588230740/table/98fad8a1f73145088f2487807a3378af, entries=4, sequenceid=16, filesize=5.3 K 2024-11-17T13:15:26,640 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 85ms, sequenceid=16, compaction requested=false 2024-11-17T13:15:26,645 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T13:15:26,646 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T13:15:26,646 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-17T13:15:26,646 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-17T13:15:26,646 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T13:15:26,754 INFO [RS:1;679b436d2445:43831 {}] regionserver.HRegionServer(1250): stopping server 679b436d2445,43831,1731849323590; all regions closed. 2024-11-17T13:15:26,755 INFO [RS:0;679b436d2445:42311 {}] regionserver.HRegionServer(1250): stopping server 679b436d2445,42311,1731849323556; all regions closed. 2024-11-17T13:15:26,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741833_1009 (size=1867) 2024-11-17T13:15:26,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43873 is added to blk_1073741833_1009 (size=1867) 2024-11-17T13:15:26,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43873 is added to blk_1073741835_1011 (size=5602) 2024-11-17T13:15:26,760 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/WALs/679b436d2445,42311,1731849323556/679b436d2445%2C42311%2C1731849323556.meta.1731849324803.meta not finished, retry = 0 2024-11-17T13:15:26,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741835_1011 (size=5602) 2024-11-17T13:15:26,768 DEBUG [RS:1;679b436d2445:43831 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/oldWALs 2024-11-17T13:15:26,768 INFO [RS:1;679b436d2445:43831 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 679b436d2445%2C43831%2C1731849323590:(num 1731849324409) 2024-11-17T13:15:26,768 DEBUG [RS:1;679b436d2445:43831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:26,768 INFO [RS:1;679b436d2445:43831 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T13:15:26,768 INFO [RS:1;679b436d2445:43831 {}] hbase.ChoreService(370): Chore service for: regionserver/679b436d2445:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-17T13:15:26,769 INFO [RS:1;679b436d2445:43831 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T13:15:26,769 INFO [RS:1;679b436d2445:43831 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T13:15:26,769 INFO [RS:1;679b436d2445:43831 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T13:15:26,769 INFO [regionserver/679b436d2445:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-17T13:15:26,769 INFO [RS:1;679b436d2445:43831 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43831 2024-11-17T13:15:26,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T13:15:26,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100059f3cbe0002, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/679b436d2445,43831,1731849323590 2024-11-17T13:15:26,772 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [679b436d2445,43831,1731849323590] 2024-11-17T13:15:26,772 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 679b436d2445,43831,1731849323590; numProcessing=1 2024-11-17T13:15:26,774 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/679b436d2445,43831,1731849323590 already deleted, retry=false 2024-11-17T13:15:26,774 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 679b436d2445,43831,1731849323590 expired; onlineServers=1 2024-11-17T13:15:26,864 DEBUG [RS:0;679b436d2445:42311 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/oldWALs 2024-11-17T13:15:26,865 INFO [RS:0;679b436d2445:42311 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 679b436d2445%2C42311%2C1731849323556.meta:.meta(num 1731849324803) 2024-11-17T13:15:26,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43873 is added to blk_1073741834_1010 (size=3079) 2024-11-17T13:15:26,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741834_1010 (size=3079) 2024-11-17T13:15:26,871 DEBUG [RS:0;679b436d2445:42311 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/oldWALs 2024-11-17T13:15:26,871 INFO [RS:0;679b436d2445:42311 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 679b436d2445%2C42311%2C1731849323556:(num 1731849324411) 2024-11-17T13:15:26,871 DEBUG [RS:0;679b436d2445:42311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:26,871 INFO [RS:0;679b436d2445:42311 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T13:15:26,871 INFO [RS:0;679b436d2445:42311 {}] hbase.ChoreService(370): Chore service for: regionserver/679b436d2445:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-17T13:15:26,871 INFO [regionserver/679b436d2445:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-17T13:15:26,872 INFO [RS:0;679b436d2445:42311 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42311 2024-11-17T13:15:26,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100059f3cbe0002, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:26,873 INFO [RS:1;679b436d2445:43831 {}] regionserver.HRegionServer(1307): Exiting; stopping=679b436d2445,43831,1731849323590; zookeeper connection closed. 2024-11-17T13:15:26,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100059f3cbe0002, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:26,873 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72b57d1a {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72b57d1a 2024-11-17T13:15:26,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T13:15:26,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x100059f3cbe0001, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/679b436d2445,42311,1731849323556 2024-11-17T13:15:26,876 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [679b436d2445,42311,1731849323556] 2024-11-17T13:15:26,876 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 679b436d2445,42311,1731849323556; numProcessing=2 2024-11-17T13:15:26,877 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/679b436d2445,42311,1731849323556 already deleted, retry=false 2024-11-17T13:15:26,877 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 679b436d2445,42311,1731849323556 expired; onlineServers=0 2024-11-17T13:15:26,877 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '679b436d2445,33517,1731849323501' ***** 2024-11-17T13:15:26,877 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T13:15:26,877 DEBUG [M:0;679b436d2445:33517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629363b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=679b436d2445/172.17.0.2:0 2024-11-17T13:15:26,877 INFO [M:0;679b436d2445:33517 {}] regionserver.HRegionServer(1224): stopping server 679b436d2445,33517,1731849323501 2024-11-17T13:15:26,877 INFO [M:0;679b436d2445:33517 {}] regionserver.HRegionServer(1250): stopping server 679b436d2445,33517,1731849323501; all regions closed. 2024-11-17T13:15:26,877 DEBUG [M:0;679b436d2445:33517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:26,878 DEBUG [M:0;679b436d2445:33517 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T13:15:26,878 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T13:15:26,878 DEBUG [M:0;679b436d2445:33517 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T13:15:26,878 DEBUG [master/679b436d2445:0:becomeActiveMaster-HFileCleaner.small.0-1731849324191 {}] cleaner.HFileCleaner(306): Exit Thread[master/679b436d2445:0:becomeActiveMaster-HFileCleaner.small.0-1731849324191,5,FailOnTimeoutGroup] 2024-11-17T13:15:26,878 DEBUG [master/679b436d2445:0:becomeActiveMaster-HFileCleaner.large.0-1731849324191 {}] cleaner.HFileCleaner(306): Exit Thread[master/679b436d2445:0:becomeActiveMaster-HFileCleaner.large.0-1731849324191,5,FailOnTimeoutGroup] 2024-11-17T13:15:26,878 INFO [M:0;679b436d2445:33517 {}] hbase.ChoreService(370): Chore service for: master/679b436d2445:0 had [] on shutdown 2024-11-17T13:15:26,878 DEBUG [M:0;679b436d2445:33517 {}] master.HMaster(1733): Stopping service threads 2024-11-17T13:15:26,878 INFO [M:0;679b436d2445:33517 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T13:15:26,879 INFO [M:0;679b436d2445:33517 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T13:15:26,879 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T13:15:26,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-17T13:15:26,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:26,879 DEBUG [M:0;679b436d2445:33517 {}] zookeeper.ZKUtil(347): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-17T13:15:26,879 WARN [M:0;679b436d2445:33517 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T13:15:26,879 INFO [M:0;679b436d2445:33517 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-17T13:15:26,879 INFO [M:0;679b436d2445:33517 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T13:15:26,880 DEBUG [M:0;679b436d2445:33517 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T13:15:26,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T13:15:26,880 INFO [M:0;679b436d2445:33517 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:26,880 DEBUG [M:0;679b436d2445:33517 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:26,880 DEBUG [M:0;679b436d2445:33517 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T13:15:26,880 DEBUG [M:0;679b436d2445:33517 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:26,880 INFO [M:0;679b436d2445:33517 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.85 KB heapSize=56.23 KB 2024-11-17T13:15:26,899 DEBUG [M:0;679b436d2445:33517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82fb6ef4557544fd9dac8903abc6a5a7 is 82, key is hbase:meta,,1/info:regioninfo/1731849324845/Put/seqid=0 2024-11-17T13:15:26,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741846_1022 (size=5672) 2024-11-17T13:15:26,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43873 is added to blk_1073741846_1022 (size=5672) 2024-11-17T13:15:26,905 INFO [M:0;679b436d2445:33517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82fb6ef4557544fd9dac8903abc6a5a7 2024-11-17T13:15:26,929 DEBUG [M:0;679b436d2445:33517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a6320a016414d1e900337873a28c7cb is 804, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731849326218/Put/seqid=0 2024-11-17T13:15:26,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741847_1023 (size=7579) 2024-11-17T13:15:26,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43873 is added to blk_1073741847_1023 (size=7579) 2024-11-17T13:15:26,937 INFO [M:0;679b436d2445:33517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.23 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a6320a016414d1e900337873a28c7cb 2024-11-17T13:15:26,959 DEBUG [M:0;679b436d2445:33517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6dbf11df0004431b2868d1dc0d602df is 69, key is 679b436d2445,42311,1731849323556/rs:state/1731849324236/Put/seqid=0 2024-11-17T13:15:26,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43873 is added to blk_1073741848_1024 (size=5224) 2024-11-17T13:15:26,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741848_1024 (size=5224) 2024-11-17T13:15:26,966 INFO [M:0;679b436d2445:33517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6dbf11df0004431b2868d1dc0d602df 2024-11-17T13:15:26,973 DEBUG [M:0;679b436d2445:33517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82fb6ef4557544fd9dac8903abc6a5a7 as hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82fb6ef4557544fd9dac8903abc6a5a7 2024-11-17T13:15:26,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x100059f3cbe0001, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:26,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x100059f3cbe0001, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:26,976 INFO [RS:0;679b436d2445:42311 {}] regionserver.HRegionServer(1307): Exiting; stopping=679b436d2445,42311,1731849323556; zookeeper connection closed. 2024-11-17T13:15:26,976 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5049a7cd {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5049a7cd 2024-11-17T13:15:26,976 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-17T13:15:26,979 INFO [M:0;679b436d2445:33517 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82fb6ef4557544fd9dac8903abc6a5a7, entries=8, sequenceid=108, filesize=5.5 K 2024-11-17T13:15:26,980 DEBUG [M:0;679b436d2445:33517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a6320a016414d1e900337873a28c7cb as hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a6320a016414d1e900337873a28c7cb 2024-11-17T13:15:26,987 INFO [M:0;679b436d2445:33517 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a6320a016414d1e900337873a28c7cb, entries=13, sequenceid=108, filesize=7.4 K 2024-11-17T13:15:26,988 DEBUG [M:0;679b436d2445:33517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6dbf11df0004431b2868d1dc0d602df as hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d6dbf11df0004431b2868d1dc0d602df 2024-11-17T13:15:26,994 INFO [M:0;679b436d2445:33517 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39703/user/jenkins/test-data/cde8323d-3df3-8a44-f31a-3d41a87d8be4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d6dbf11df0004431b2868d1dc0d602df, entries=2, sequenceid=108, filesize=5.1 K 2024-11-17T13:15:26,995 INFO [M:0;679b436d2445:33517 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.85 KB/46946, heapSize ~55.94 KB/57280, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=108, compaction requested=false 2024-11-17T13:15:26,996 INFO [M:0;679b436d2445:33517 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:26,996 DEBUG [M:0;679b436d2445:33517 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-17T13:15:26,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741830_1006 (size=54477) 2024-11-17T13:15:26,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43873 is added to blk_1073741830_1006 (size=54477) 2024-11-17T13:15:27,000 INFO [M:0;679b436d2445:33517 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-17T13:15:27,000 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-17T13:15:27,000 INFO [M:0;679b436d2445:33517 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33517 2024-11-17T13:15:27,002 DEBUG [M:0;679b436d2445:33517 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/679b436d2445,33517,1731849323501 already deleted, retry=false 2024-11-17T13:15:27,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:27,103 INFO [M:0;679b436d2445:33517 {}] regionserver.HRegionServer(1307): Exiting; stopping=679b436d2445,33517,1731849323501; zookeeper connection closed. 2024-11-17T13:15:27,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x100059f3cbe0000, quorum=127.0.0.1:52286, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:27,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20a05037{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T13:15:27,106 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d779bb5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T13:15:27,106 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T13:15:27,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@da2bd8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T13:15:27,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72966479{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/hadoop.log.dir/,STOPPED} 2024-11-17T13:15:27,108 WARN [BP-1265875846-172.17.0.2-1731849322790 heartbeating to localhost/127.0.0.1:39703 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T13:15:27,108 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T13:15:27,108 WARN [BP-1265875846-172.17.0.2-1731849322790 heartbeating to localhost/127.0.0.1:39703 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1265875846-172.17.0.2-1731849322790 (Datanode Uuid d34292dc-7fd3-413c-93d9-e5d0931b9051) service to localhost/127.0.0.1:39703 2024-11-17T13:15:27,108 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T13:15:27,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/cluster_cfeb5cc2-fcc1-6a06-7b1d-b329378b1561/dfs/data/data3/current/BP-1265875846-172.17.0.2-1731849322790 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T13:15:27,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/cluster_cfeb5cc2-fcc1-6a06-7b1d-b329378b1561/dfs/data/data4/current/BP-1265875846-172.17.0.2-1731849322790 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T13:15:27,110 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T13:15:27,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65137b19{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T13:15:27,112 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@156f283b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T13:15:27,112 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T13:15:27,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f5fe7a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T13:15:27,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29f00734{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/hadoop.log.dir/,STOPPED} 2024-11-17T13:15:27,114 WARN [BP-1265875846-172.17.0.2-1731849322790 heartbeating to localhost/127.0.0.1:39703 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T13:15:27,114 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T13:15:27,114 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T13:15:27,114 WARN [BP-1265875846-172.17.0.2-1731849322790 heartbeating to localhost/127.0.0.1:39703 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1265875846-172.17.0.2-1731849322790 (Datanode Uuid 2e11d10a-8061-4a0e-8aaa-10bbc9fbe87f) service to localhost/127.0.0.1:39703 2024-11-17T13:15:27,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/cluster_cfeb5cc2-fcc1-6a06-7b1d-b329378b1561/dfs/data/data1/current/BP-1265875846-172.17.0.2-1731849322790 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T13:15:27,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/cluster_cfeb5cc2-fcc1-6a06-7b1d-b329378b1561/dfs/data/data2/current/BP-1265875846-172.17.0.2-1731849322790 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T13:15:27,115 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T13:15:27,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35a6b754{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T13:15:27,122 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79f91f3e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T13:15:27,122 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T13:15:27,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c00190c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T13:15:27,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b15583{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/hadoop.log.dir/,STOPPED} 2024-11-17T13:15:27,129 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-17T13:15:27,149 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-17T13:15:27,157 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=105 (was 76) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:39703 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:39703 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:39703 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:39703 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 411) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=223 (was 223), ProcessCount=11 (was 11), AvailableMemoryMB=11592 (was 11747) 2024-11-17T13:15:27,164 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=105, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=223, ProcessCount=11, AvailableMemoryMB=11592 2024-11-17T13:15:27,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/hadoop.log.dir so I do NOT create it in target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0 2024-11-17T13:15:27,178 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T13:15:27,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/hadoop.tmp.dir so I do NOT create it in target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0 2024-11-17T13:15:27,178 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4b280fb-43f4-97ce-ace7-8e1682f20aa8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T13:15:27,178 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0 2024-11-17T13:15:27,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T13:15:27,178 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/cluster_20e281ac-2868-2954-00a2-5e47cb9a03c2, deleteOnExit=true 2024-11-17T13:15:27,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-17T13:15:27,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/test.cache.data in system properties and HBase conf 2024-11-17T13:15:27,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T13:15:27,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/hadoop.log.dir in system properties and HBase conf 2024-11-17T13:15:27,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T13:15:27,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T13:15:27,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-17T13:15:27,179 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T13:15:27,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T13:15:27,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T13:15:27,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T13:15:27,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T13:15:27,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T13:15:27,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T13:15:27,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T13:15:27,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T13:15:27,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T13:15:27,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/nfs.dump.dir in system properties and HBase conf 2024-11-17T13:15:27,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/java.io.tmpdir in system properties and HBase conf 2024-11-17T13:15:27,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T13:15:27,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T13:15:27,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T13:15:27,273 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T13:15:27,279 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T13:15:27,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T13:15:27,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T13:15:27,280 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T13:15:27,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T13:15:27,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2331c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/hadoop.log.dir/,AVAILABLE} 2024-11-17T13:15:27,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e560d02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T13:15:27,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33be2a8a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/java.io.tmpdir/jetty-localhost-44001-hadoop-hdfs-3_4_1-tests_jar-_-any-10457315064034376824/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T13:15:27,401 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7aaf3d35{HTTP/1.1, (http/1.1)}{localhost:44001} 2024-11-17T13:15:27,401 INFO [Time-limited test {}] server.Server(415): Started @15278ms 2024-11-17T13:15:27,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T13:15:27,495 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T13:15:27,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T13:15:27,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T13:15:27,496 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T13:15:27,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57ea5bf7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/hadoop.log.dir/,AVAILABLE} 2024-11-17T13:15:27,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@365d0ed5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T13:15:27,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a3e5e7e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/java.io.tmpdir/jetty-localhost-45725-hadoop-hdfs-3_4_1-tests_jar-_-any-14664370073046157544/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T13:15:27,623 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@130027ad{HTTP/1.1, (http/1.1)}{localhost:45725} 2024-11-17T13:15:27,623 INFO [Time-limited test {}] server.Server(415): Started @15500ms 2024-11-17T13:15:27,624 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T13:15:27,664 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T13:15:27,668 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T13:15:27,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T13:15:27,670 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T13:15:27,670 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T13:15:27,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dca10bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/hadoop.log.dir/,AVAILABLE} 2024-11-17T13:15:27,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68a0fe50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T13:15:27,736 WARN [Thread-624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/cluster_20e281ac-2868-2954-00a2-5e47cb9a03c2/dfs/data/data2/current/BP-172626-172.17.0.2-1731849327216/current, will proceed with Du for space computation calculation, 2024-11-17T13:15:27,736 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/cluster_20e281ac-2868-2954-00a2-5e47cb9a03c2/dfs/data/data1/current/BP-172626-172.17.0.2-1731849327216/current, will proceed with Du for space computation calculation, 2024-11-17T13:15:27,770 WARN [Thread-602 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T13:15:27,774 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18403ee1f9d62ca3 with lease ID 0x9ad38cb016c45099: Processing first storage report for DS-271c0e6a-053e-4a88-943c-fd13557259f1 from datanode DatanodeRegistration(127.0.0.1:40573, datanodeUuid=1504eb30-bb61-40c3-b3f5-5470473affa0, infoPort=45241, infoSecurePort=0, ipcPort=33075, storageInfo=lv=-57;cid=testClusterID;nsid=512237792;c=1731849327216) 2024-11-17T13:15:27,774 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18403ee1f9d62ca3 with lease ID 0x9ad38cb016c45099: from storage DS-271c0e6a-053e-4a88-943c-fd13557259f1 node DatanodeRegistration(127.0.0.1:40573, datanodeUuid=1504eb30-bb61-40c3-b3f5-5470473affa0, infoPort=45241, infoSecurePort=0, ipcPort=33075, storageInfo=lv=-57;cid=testClusterID;nsid=512237792;c=1731849327216), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T13:15:27,774 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18403ee1f9d62ca3 with lease ID 0x9ad38cb016c45099: Processing first storage report for DS-131a3eae-b671-4d19-943a-63746419d014 from datanode DatanodeRegistration(127.0.0.1:40573, datanodeUuid=1504eb30-bb61-40c3-b3f5-5470473affa0, infoPort=45241, infoSecurePort=0, ipcPort=33075, storageInfo=lv=-57;cid=testClusterID;nsid=512237792;c=1731849327216) 2024-11-17T13:15:27,774 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18403ee1f9d62ca3 with lease ID 0x9ad38cb016c45099: from storage DS-131a3eae-b671-4d19-943a-63746419d014 node DatanodeRegistration(127.0.0.1:40573, datanodeUuid=1504eb30-bb61-40c3-b3f5-5470473affa0, infoPort=45241, infoSecurePort=0, ipcPort=33075, storageInfo=lv=-57;cid=testClusterID;nsid=512237792;c=1731849327216), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T13:15:27,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f1ef00a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/java.io.tmpdir/jetty-localhost-43997-hadoop-hdfs-3_4_1-tests_jar-_-any-17225452465219847648/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T13:15:27,803 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4688cea6{HTTP/1.1, (http/1.1)}{localhost:43997} 2024-11-17T13:15:27,803 INFO [Time-limited test {}] server.Server(415): Started @15680ms 2024-11-17T13:15:27,805 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T13:15:27,932 WARN [Thread-650 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/cluster_20e281ac-2868-2954-00a2-5e47cb9a03c2/dfs/data/data4/current/BP-172626-172.17.0.2-1731849327216/current, will proceed with Du for space computation calculation, 2024-11-17T13:15:27,932 WARN [Thread-649 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/cluster_20e281ac-2868-2954-00a2-5e47cb9a03c2/dfs/data/data3/current/BP-172626-172.17.0.2-1731849327216/current, will proceed with Du for space computation calculation, 2024-11-17T13:15:27,955 WARN [Thread-638 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T13:15:27,959 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a78d3f5a55645b0 with lease ID 0x9ad38cb016c4509a: Processing first storage report for DS-33bc900d-d5fc-4a23-a0a1-8559e7f822a6 from datanode DatanodeRegistration(127.0.0.1:33561, datanodeUuid=490492f4-ab23-4add-bfae-fa0f9a9e3b0a, infoPort=45527, infoSecurePort=0, ipcPort=41151, storageInfo=lv=-57;cid=testClusterID;nsid=512237792;c=1731849327216) 2024-11-17T13:15:27,959 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a78d3f5a55645b0 with lease ID 0x9ad38cb016c4509a: from storage DS-33bc900d-d5fc-4a23-a0a1-8559e7f822a6 node DatanodeRegistration(127.0.0.1:33561, datanodeUuid=490492f4-ab23-4add-bfae-fa0f9a9e3b0a, infoPort=45527, infoSecurePort=0, ipcPort=41151, storageInfo=lv=-57;cid=testClusterID;nsid=512237792;c=1731849327216), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T13:15:27,959 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a78d3f5a55645b0 with lease ID 0x9ad38cb016c4509a: Processing first storage report for DS-ed8ce93e-0ca6-4505-8288-87a2662b512f from datanode DatanodeRegistration(127.0.0.1:33561, datanodeUuid=490492f4-ab23-4add-bfae-fa0f9a9e3b0a, infoPort=45527, infoSecurePort=0, ipcPort=41151, storageInfo=lv=-57;cid=testClusterID;nsid=512237792;c=1731849327216) 2024-11-17T13:15:27,959 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a78d3f5a55645b0 with lease ID 0x9ad38cb016c4509a: from storage DS-ed8ce93e-0ca6-4505-8288-87a2662b512f node DatanodeRegistration(127.0.0.1:33561, datanodeUuid=490492f4-ab23-4add-bfae-fa0f9a9e3b0a, infoPort=45527, infoSecurePort=0, ipcPort=41151, storageInfo=lv=-57;cid=testClusterID;nsid=512237792;c=1731849327216), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T13:15:28,051 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0 2024-11-17T13:15:28,055 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/cluster_20e281ac-2868-2954-00a2-5e47cb9a03c2/zookeeper_0, clientPort=60865, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/cluster_20e281ac-2868-2954-00a2-5e47cb9a03c2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/cluster_20e281ac-2868-2954-00a2-5e47cb9a03c2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T13:15:28,056 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60865 2024-11-17T13:15:28,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:28,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:28,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33561 is added to blk_1073741825_1001 (size=7) 2024-11-17T13:15:28,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40573 is added to blk_1073741825_1001 (size=7) 2024-11-17T13:15:28,085 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f with version=8 2024-11-17T13:15:28,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/hbase-staging 2024-11-17T13:15:28,088 INFO [Time-limited test {}] client.ConnectionUtils(129): master/679b436d2445:0 server-side Connection retries=45 2024-11-17T13:15:28,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:28,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:28,088 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T13:15:28,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:28,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T13:15:28,088 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T13:15:28,089 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:15:28,089 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38071 2024-11-17T13:15:28,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:28,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:28,096 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38071 connecting to ZooKeeper ensemble=127.0.0.1:60865 2024-11-17T13:15:28,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380710x0, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T13:15:28,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38071-0x100059f4e9c0000 connected 2024-11-17T13:15:28,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T13:15:28,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:28,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T13:15:28,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38071 2024-11-17T13:15:28,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38071 2024-11-17T13:15:28,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38071 2024-11-17T13:15:28,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38071 2024-11-17T13:15:28,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38071 2024-11-17T13:15:28,147 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f, hbase.cluster.distributed=false 2024-11-17T13:15:28,166 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/679b436d2445:0 server-side Connection retries=45 2024-11-17T13:15:28,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:28,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:28,166 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T13:15:28,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:28,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T13:15:28,166 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T13:15:28,166 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:15:28,167 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40097 2024-11-17T13:15:28,168 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T13:15:28,172 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T13:15:28,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:28,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:28,180 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40097 connecting to ZooKeeper ensemble=127.0.0.1:60865 2024-11-17T13:15:28,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400970x0, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T13:15:28,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400970x0, quorum=127.0.0.1:60865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T13:15:28,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40097-0x100059f4e9c0001 connected 2024-11-17T13:15:28,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40097-0x100059f4e9c0001, quorum=127.0.0.1:60865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:28,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40097-0x100059f4e9c0001, quorum=127.0.0.1:60865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T13:15:28,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40097 2024-11-17T13:15:28,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40097 2024-11-17T13:15:28,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40097 2024-11-17T13:15:28,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40097 2024-11-17T13:15:28,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40097 2024-11-17T13:15:28,216 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/679b436d2445:0 server-side Connection retries=45 2024-11-17T13:15:28,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:28,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:28,216 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T13:15:28,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:28,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T13:15:28,216 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T13:15:28,216 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:15:28,217 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33957 2024-11-17T13:15:28,218 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T13:15:28,219 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T13:15:28,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:28,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:28,227 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33957 connecting to ZooKeeper ensemble=127.0.0.1:60865 2024-11-17T13:15:28,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339570x0, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T13:15:28,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339570x0, quorum=127.0.0.1:60865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T13:15:28,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339570x0, quorum=127.0.0.1:60865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:28,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339570x0, quorum=127.0.0.1:60865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T13:15:28,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33957-0x100059f4e9c0002 connected 2024-11-17T13:15:28,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33957 2024-11-17T13:15:28,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33957 2024-11-17T13:15:28,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33957 2024-11-17T13:15:28,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33957 2024-11-17T13:15:28,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33957 2024-11-17T13:15:28,242 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/679b436d2445,38071,1731849328087 2024-11-17T13:15:28,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:28,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x100059f4e9c0001, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:28,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x100059f4e9c0002, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:28,244 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/679b436d2445,38071,1731849328087 2024-11-17T13:15:28,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x100059f4e9c0002, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T13:15:28,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T13:15:28,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:28,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x100059f4e9c0001, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T13:15:28,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x100059f4e9c0002, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:28,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x100059f4e9c0001, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:28,247 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-17T13:15:28,248 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/679b436d2445,38071,1731849328087 from backup master directory 2024-11-17T13:15:28,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/679b436d2445,38071,1731849328087 2024-11-17T13:15:28,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x100059f4e9c0002, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:28,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x100059f4e9c0001, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:28,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:28,250 WARN [master/679b436d2445:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T13:15:28,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-17T13:15:28,250 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=679b436d2445,38071,1731849328087 2024-11-17T13:15:28,260 DEBUG [M:0;679b436d2445:38071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;679b436d2445:38071 2024-11-17T13:15:28,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33561 is added to blk_1073741826_1002 (size=42) 2024-11-17T13:15:28,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40573 is added to blk_1073741826_1002 (size=42) 2024-11-17T13:15:28,269 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/hbase.id with ID: c9c39e7f-1c11-4c11-b95a-bf503fcb6c65 2024-11-17T13:15:28,282 INFO [master/679b436d2445:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:28,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x100059f4e9c0002, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:28,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x100059f4e9c0001, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:28,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:28,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40573 is added to blk_1073741827_1003 (size=196) 2024-11-17T13:15:28,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33561 is added to blk_1073741827_1003 (size=196) 2024-11-17T13:15:28,299 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T13:15:28,300 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T13:15:28,300 INFO [master/679b436d2445:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T13:15:28,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33561 is added to blk_1073741828_1004 (size=1189) 2024-11-17T13:15:28,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40573 is added to blk_1073741828_1004 (size=1189) 2024-11-17T13:15:28,309 INFO [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/MasterData/data/master/store 2024-11-17T13:15:28,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33561 is added to blk_1073741829_1005 (size=34) 2024-11-17T13:15:28,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40573 is added to blk_1073741829_1005 (size=34) 2024-11-17T13:15:28,318 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:28,318 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T13:15:28,318 INFO [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:28,318 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:28,318 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T13:15:28,318 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:28,318 INFO [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:28,318 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-17T13:15:28,319 WARN [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/MasterData/data/master/store/.initializing 2024-11-17T13:15:28,319 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/MasterData/WALs/679b436d2445,38071,1731849328087 2024-11-17T13:15:28,320 INFO [master/679b436d2445:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T13:15:28,322 INFO [master/679b436d2445:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=679b436d2445%2C38071%2C1731849328087, suffix=, logDir=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/MasterData/WALs/679b436d2445,38071,1731849328087, archiveDir=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/MasterData/oldWALs, maxLogs=10 2024-11-17T13:15:28,345 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/MasterData/WALs/679b436d2445,38071,1731849328087/679b436d2445%2C38071%2C1731849328087.1731849328323, exclude list is [], retry=0 2024-11-17T13:15:28,348 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40573,DS-271c0e6a-053e-4a88-943c-fd13557259f1,DISK] 2024-11-17T13:15:28,349 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33561,DS-33bc900d-d5fc-4a23-a0a1-8559e7f822a6,DISK] 2024-11-17T13:15:28,351 INFO [master/679b436d2445:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/MasterData/WALs/679b436d2445,38071,1731849328087/679b436d2445%2C38071%2C1731849328087.1731849328323 2024-11-17T13:15:28,352 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45241:45241),(127.0.0.1/127.0.0.1:45527:45527)] 2024-11-17T13:15:28,352 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T13:15:28,352 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:28,352 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:28,352 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:28,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:28,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T13:15:28,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:28,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:28,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:28,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T13:15:28,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:28,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:28,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:28,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T13:15:28,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:28,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:28,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:28,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T13:15:28,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:28,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:28,364 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:28,364 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:28,366 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T13:15:28,367 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:28,370 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:28,371 INFO [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62454188, jitterRate=-0.06936007738113403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T13:15:28,372 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-17T13:15:28,373 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T13:15:28,378 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6da4e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:15:28,379 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-17T13:15:28,379 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T13:15:28,379 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T13:15:28,379 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T13:15:28,384 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 4 msec 2024-11-17T13:15:28,385 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-17T13:15:28,385 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T13:15:28,390 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T13:15:28,395 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-17T13:15:28,397 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-17T13:15:28,399 INFO [master/679b436d2445:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T13:15:28,400 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-17T13:15:28,401 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-17T13:15:28,402 INFO [master/679b436d2445:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T13:15:28,404 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-17T13:15:28,406 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-17T13:15:28,407 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-17T13:15:28,408 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-17T13:15:28,409 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T13:15:28,411 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-17T13:15:28,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x100059f4e9c0001, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:28,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:28,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x100059f4e9c0001, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:28,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x100059f4e9c0002, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:28,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x100059f4e9c0002, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:28,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:28,414 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=679b436d2445,38071,1731849328087, sessionid=0x100059f4e9c0000, setting cluster-up flag (Was=false) 2024-11-17T13:15:28,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:28,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x100059f4e9c0002, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:28,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x100059f4e9c0001, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:28,425 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-17T13:15:28,426 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=679b436d2445,38071,1731849328087 2024-11-17T13:15:28,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x100059f4e9c0002, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:28,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x100059f4e9c0001, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:28,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:28,437 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-17T13:15:28,439 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=679b436d2445,38071,1731849328087 2024-11-17T13:15:28,442 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-17T13:15:28,443 INFO [master/679b436d2445:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-17T13:15:28,443 INFO [master/679b436d2445:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T13:15:28,443 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 679b436d2445,38071,1731849328087 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T13:15:28,443 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/679b436d2445:0, corePoolSize=5, maxPoolSize=5 2024-11-17T13:15:28,443 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/679b436d2445:0, corePoolSize=5, maxPoolSize=5 2024-11-17T13:15:28,444 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/679b436d2445:0, corePoolSize=5, maxPoolSize=5 2024-11-17T13:15:28,444 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/679b436d2445:0, corePoolSize=5, maxPoolSize=5 2024-11-17T13:15:28,444 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/679b436d2445:0, corePoolSize=10, maxPoolSize=10 2024-11-17T13:15:28,444 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:28,444 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/679b436d2445:0, corePoolSize=2, maxPoolSize=2 2024-11-17T13:15:28,444 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:28,456 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-17T13:15:28,456 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-17T13:15:28,459 DEBUG [RS:1;679b436d2445:33957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;679b436d2445:33957 2024-11-17T13:15:28,460 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:28,460 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T13:15:28,461 DEBUG [RS:0;679b436d2445:40097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;679b436d2445:40097 2024-11-17T13:15:28,461 INFO [RS:1;679b436d2445:33957 {}] regionserver.HRegionServer(1008): ClusterId : c9c39e7f-1c11-4c11-b95a-bf503fcb6c65 2024-11-17T13:15:28,461 DEBUG [RS:1;679b436d2445:33957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T13:15:28,469 INFO [RS:0;679b436d2445:40097 {}] regionserver.HRegionServer(1008): ClusterId : c9c39e7f-1c11-4c11-b95a-bf503fcb6c65 2024-11-17T13:15:28,469 DEBUG [RS:0;679b436d2445:40097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T13:15:28,471 DEBUG [RS:1;679b436d2445:33957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T13:15:28,471 DEBUG [RS:1;679b436d2445:33957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T13:15:28,473 DEBUG [RS:0;679b436d2445:40097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T13:15:28,473 DEBUG [RS:0;679b436d2445:40097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T13:15:28,473 DEBUG [RS:1;679b436d2445:33957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T13:15:28,474 DEBUG [RS:1;679b436d2445:33957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5976d05d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:15:28,475 DEBUG [RS:0;679b436d2445:40097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T13:15:28,476 DEBUG [RS:0;679b436d2445:40097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@642fc1b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:15:28,485 DEBUG [RS:1;679b436d2445:33957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@439c8ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=679b436d2445/172.17.0.2:0 2024-11-17T13:15:28,486 INFO [RS:1;679b436d2445:33957 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-17T13:15:28,486 INFO [RS:1;679b436d2445:33957 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-17T13:15:28,486 DEBUG [RS:1;679b436d2445:33957 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-17T13:15:28,487 INFO [RS:1;679b436d2445:33957 {}] regionserver.HRegionServer(3073): reportForDuty to master=679b436d2445,38071,1731849328087 with isa=679b436d2445/172.17.0.2:33957, startcode=1731849328215 2024-11-17T13:15:28,487 DEBUG [RS:1;679b436d2445:33957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T13:15:28,488 DEBUG [RS:0;679b436d2445:40097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57655ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=679b436d2445/172.17.0.2:0 2024-11-17T13:15:28,488 INFO [RS:0;679b436d2445:40097 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-17T13:15:28,488 INFO [RS:0;679b436d2445:40097 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-17T13:15:28,488 DEBUG [RS:0;679b436d2445:40097 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-17T13:15:28,489 INFO [RS:0;679b436d2445:40097 {}] regionserver.HRegionServer(3073): reportForDuty to master=679b436d2445,38071,1731849328087 with isa=679b436d2445/172.17.0.2:40097, startcode=1731849328165 2024-11-17T13:15:28,489 DEBUG [RS:0;679b436d2445:40097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T13:15:28,497 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40833, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T13:15:28,498 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731849358498 2024-11-17T13:15:28,498 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T13:15:28,498 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T13:15:28,498 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T13:15:28,498 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38071 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T13:15:28,498 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T13:15:28,499 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T13:15:28,499 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T13:15:28,516 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:28,517 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51369, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T13:15:28,517 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38071 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T13:15:28,524 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T13:15:28,525 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T13:15:28,525 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T13:15:28,525 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T13:15:28,525 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T13:15:28,525 DEBUG [RS:1;679b436d2445:33957 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-17T13:15:28,525 DEBUG [RS:0;679b436d2445:40097 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-17T13:15:28,526 WARN [RS:0;679b436d2445:40097 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-17T13:15:28,526 WARN [RS:1;679b436d2445:33957 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-17T13:15:28,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40573 is added to blk_1073741831_1007 (size=1039) 2024-11-17T13:15:28,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33561 is added to blk_1073741831_1007 (size=1039) 2024-11-17T13:15:28,536 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/679b436d2445:0:becomeActiveMaster-HFileCleaner.large.0-1731849328525,5,FailOnTimeoutGroup] 2024-11-17T13:15:28,537 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/679b436d2445:0:becomeActiveMaster-HFileCleaner.small.0-1731849328536,5,FailOnTimeoutGroup] 2024-11-17T13:15:28,537 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:28,538 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T13:15:28,538 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:28,538 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:28,627 INFO [RS:1;679b436d2445:33957 {}] regionserver.HRegionServer(3073): reportForDuty to master=679b436d2445,38071,1731849328087 with isa=679b436d2445/172.17.0.2:33957, startcode=1731849328215 2024-11-17T13:15:28,627 INFO [RS:0;679b436d2445:40097 {}] regionserver.HRegionServer(3073): reportForDuty to master=679b436d2445,38071,1731849328087 with isa=679b436d2445/172.17.0.2:40097, startcode=1731849328165 2024-11-17T13:15:28,628 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38071 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 679b436d2445,40097,1731849328165 2024-11-17T13:15:28,628 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38071 {}] master.ServerManager(486): Registering regionserver=679b436d2445,40097,1731849328165 2024-11-17T13:15:28,629 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38071 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 679b436d2445,33957,1731849328215 2024-11-17T13:15:28,629 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38071 {}] master.ServerManager(486): Registering regionserver=679b436d2445,33957,1731849328215 2024-11-17T13:15:28,629 DEBUG [RS:0;679b436d2445:40097 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f 2024-11-17T13:15:28,629 DEBUG [RS:0;679b436d2445:40097 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41631 2024-11-17T13:15:28,629 DEBUG [RS:0;679b436d2445:40097 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-17T13:15:28,630 DEBUG [RS:1;679b436d2445:33957 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f 2024-11-17T13:15:28,630 DEBUG [RS:1;679b436d2445:33957 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41631 2024-11-17T13:15:28,630 DEBUG [RS:1;679b436d2445:33957 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-17T13:15:28,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T13:15:28,637 DEBUG [RS:0;679b436d2445:40097 {}] zookeeper.ZKUtil(111): regionserver:40097-0x100059f4e9c0001, quorum=127.0.0.1:60865, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/679b436d2445,40097,1731849328165 2024-11-17T13:15:28,637 WARN [RS:0;679b436d2445:40097 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T13:15:28,637 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [679b436d2445,40097,1731849328165] 2024-11-17T13:15:28,637 INFO [RS:0;679b436d2445:40097 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T13:15:28,637 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [679b436d2445,33957,1731849328215] 2024-11-17T13:15:28,637 DEBUG [RS:1;679b436d2445:33957 {}] zookeeper.ZKUtil(111): regionserver:33957-0x100059f4e9c0002, quorum=127.0.0.1:60865, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/679b436d2445,33957,1731849328215 2024-11-17T13:15:28,637 DEBUG [RS:0;679b436d2445:40097 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/WALs/679b436d2445,40097,1731849328165 2024-11-17T13:15:28,637 WARN [RS:1;679b436d2445:33957 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T13:15:28,637 INFO [RS:1;679b436d2445:33957 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T13:15:28,637 DEBUG [RS:1;679b436d2445:33957 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/WALs/679b436d2445,33957,1731849328215 2024-11-17T13:15:28,640 DEBUG [RS:0;679b436d2445:40097 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-17T13:15:28,640 DEBUG [RS:1;679b436d2445:33957 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-17T13:15:28,641 INFO [RS:1;679b436d2445:33957 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T13:15:28,641 INFO [RS:0;679b436d2445:40097 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T13:15:28,643 INFO [RS:1;679b436d2445:33957 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T13:15:28,644 INFO [RS:1;679b436d2445:33957 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T13:15:28,644 INFO [RS:1;679b436d2445:33957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:28,644 INFO [RS:1;679b436d2445:33957 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-17T13:15:28,645 INFO [RS:1;679b436d2445:33957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:28,645 DEBUG [RS:1;679b436d2445:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:28,646 DEBUG [RS:1;679b436d2445:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:28,646 DEBUG [RS:1;679b436d2445:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:28,646 DEBUG [RS:1;679b436d2445:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:28,646 DEBUG [RS:1;679b436d2445:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:28,646 DEBUG [RS:1;679b436d2445:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/679b436d2445:0, corePoolSize=2, maxPoolSize=2 2024-11-17T13:15:28,646 DEBUG [RS:1;679b436d2445:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:28,646 DEBUG [RS:1;679b436d2445:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:28,646 INFO [RS:0;679b436d2445:40097 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T13:15:28,646 DEBUG [RS:1;679b436d2445:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:28,646 DEBUG [RS:1;679b436d2445:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:28,646 DEBUG [RS:1;679b436d2445:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:28,646 DEBUG [RS:1;679b436d2445:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/679b436d2445:0, corePoolSize=3, maxPoolSize=3 2024-11-17T13:15:28,647 DEBUG [RS:1;679b436d2445:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/679b436d2445:0, corePoolSize=3, maxPoolSize=3 2024-11-17T13:15:28,650 INFO [RS:0;679b436d2445:40097 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T13:15:28,650 INFO [RS:0;679b436d2445:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:28,650 INFO [RS:0;679b436d2445:40097 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-17T13:15:28,650 INFO [RS:1;679b436d2445:33957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:28,650 INFO [RS:1;679b436d2445:33957 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:28,651 INFO [RS:1;679b436d2445:33957 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:28,651 INFO [RS:1;679b436d2445:33957 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:28,651 INFO [RS:1;679b436d2445:33957 {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,33957,1731849328215-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T13:15:28,651 INFO [RS:0;679b436d2445:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:28,651 DEBUG [RS:0;679b436d2445:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:28,651 DEBUG [RS:0;679b436d2445:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:28,651 DEBUG [RS:0;679b436d2445:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:28,651 DEBUG [RS:0;679b436d2445:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:28,651 DEBUG [RS:0;679b436d2445:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:28,652 DEBUG [RS:0;679b436d2445:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/679b436d2445:0, corePoolSize=2, maxPoolSize=2 2024-11-17T13:15:28,652 DEBUG [RS:0;679b436d2445:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:28,652 DEBUG [RS:0;679b436d2445:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:28,652 DEBUG [RS:0;679b436d2445:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:28,652 DEBUG [RS:0;679b436d2445:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:28,652 DEBUG [RS:0;679b436d2445:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:28,652 DEBUG [RS:0;679b436d2445:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/679b436d2445:0, corePoolSize=3, maxPoolSize=3 2024-11-17T13:15:28,652 DEBUG [RS:0;679b436d2445:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/679b436d2445:0, corePoolSize=3, maxPoolSize=3 2024-11-17T13:15:28,654 INFO [RS:0;679b436d2445:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:28,654 INFO [RS:0;679b436d2445:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:28,654 INFO [RS:0;679b436d2445:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:28,654 INFO [RS:0;679b436d2445:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:28,654 INFO [RS:0;679b436d2445:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,40097,1731849328165-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T13:15:28,675 INFO [RS:0;679b436d2445:40097 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T13:15:28,676 INFO [RS:0;679b436d2445:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,40097,1731849328165-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:28,686 INFO [RS:1;679b436d2445:33957 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T13:15:28,686 INFO [RS:1;679b436d2445:33957 {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,33957,1731849328215-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:28,712 INFO [RS:0;679b436d2445:40097 {}] regionserver.Replication(204): 679b436d2445,40097,1731849328165 started 2024-11-17T13:15:28,712 INFO [RS:0;679b436d2445:40097 {}] regionserver.HRegionServer(1767): Serving as 679b436d2445,40097,1731849328165, RpcServer on 679b436d2445/172.17.0.2:40097, sessionid=0x100059f4e9c0001 2024-11-17T13:15:28,713 DEBUG [RS:0;679b436d2445:40097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T13:15:28,713 DEBUG [RS:0;679b436d2445:40097 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 679b436d2445,40097,1731849328165 2024-11-17T13:15:28,713 DEBUG [RS:0;679b436d2445:40097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '679b436d2445,40097,1731849328165' 2024-11-17T13:15:28,713 DEBUG [RS:0;679b436d2445:40097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T13:15:28,713 DEBUG [RS:0;679b436d2445:40097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T13:15:28,714 DEBUG [RS:0;679b436d2445:40097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T13:15:28,714 DEBUG [RS:0;679b436d2445:40097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T13:15:28,714 DEBUG [RS:0;679b436d2445:40097 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 679b436d2445,40097,1731849328165 2024-11-17T13:15:28,714 DEBUG [RS:0;679b436d2445:40097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '679b436d2445,40097,1731849328165' 2024-11-17T13:15:28,714 DEBUG [RS:0;679b436d2445:40097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T13:15:28,715 DEBUG [RS:0;679b436d2445:40097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T13:15:28,715 DEBUG [RS:0;679b436d2445:40097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T13:15:28,715 INFO [RS:0;679b436d2445:40097 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T13:15:28,715 INFO [RS:0;679b436d2445:40097 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T13:15:28,724 INFO [RS:1;679b436d2445:33957 {}] regionserver.Replication(204): 679b436d2445,33957,1731849328215 started 2024-11-17T13:15:28,724 INFO [RS:1;679b436d2445:33957 {}] regionserver.HRegionServer(1767): Serving as 679b436d2445,33957,1731849328215, RpcServer on 679b436d2445/172.17.0.2:33957, sessionid=0x100059f4e9c0002 2024-11-17T13:15:28,724 DEBUG [RS:1;679b436d2445:33957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T13:15:28,724 DEBUG [RS:1;679b436d2445:33957 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 679b436d2445,33957,1731849328215 2024-11-17T13:15:28,724 DEBUG [RS:1;679b436d2445:33957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '679b436d2445,33957,1731849328215' 2024-11-17T13:15:28,724 DEBUG [RS:1;679b436d2445:33957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T13:15:28,725 DEBUG [RS:1;679b436d2445:33957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T13:15:28,726 DEBUG [RS:1;679b436d2445:33957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T13:15:28,726 DEBUG [RS:1;679b436d2445:33957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T13:15:28,726 DEBUG [RS:1;679b436d2445:33957 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 679b436d2445,33957,1731849328215 2024-11-17T13:15:28,726 DEBUG [RS:1;679b436d2445:33957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '679b436d2445,33957,1731849328215' 2024-11-17T13:15:28,726 DEBUG [RS:1;679b436d2445:33957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T13:15:28,727 DEBUG [RS:1;679b436d2445:33957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T13:15:28,727 DEBUG [RS:1;679b436d2445:33957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T13:15:28,727 INFO [RS:1;679b436d2445:33957 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T13:15:28,727 INFO [RS:1;679b436d2445:33957 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T13:15:28,816 INFO [RS:0;679b436d2445:40097 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T13:15:28,818 INFO [RS:0;679b436d2445:40097 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=679b436d2445%2C40097%2C1731849328165, suffix=, logDir=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/WALs/679b436d2445,40097,1731849328165, archiveDir=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/oldWALs, maxLogs=32 2024-11-17T13:15:28,828 INFO [RS:1;679b436d2445:33957 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T13:15:28,830 INFO [RS:1;679b436d2445:33957 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=679b436d2445%2C33957%2C1731849328215, suffix=, logDir=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/WALs/679b436d2445,33957,1731849328215, archiveDir=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/oldWALs, maxLogs=32 2024-11-17T13:15:28,836 DEBUG [RS:0;679b436d2445:40097 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/WALs/679b436d2445,40097,1731849328165/679b436d2445%2C40097%2C1731849328165.1731849328819, exclude list is [], retry=0 2024-11-17T13:15:28,840 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33561,DS-33bc900d-d5fc-4a23-a0a1-8559e7f822a6,DISK] 2024-11-17T13:15:28,840 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40573,DS-271c0e6a-053e-4a88-943c-fd13557259f1,DISK] 2024-11-17T13:15:28,845 INFO [RS:0;679b436d2445:40097 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/WALs/679b436d2445,40097,1731849328165/679b436d2445%2C40097%2C1731849328165.1731849328819 2024-11-17T13:15:28,849 DEBUG [RS:0;679b436d2445:40097 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45527:45527),(127.0.0.1/127.0.0.1:45241:45241)] 2024-11-17T13:15:28,850 DEBUG [RS:1;679b436d2445:33957 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/WALs/679b436d2445,33957,1731849328215/679b436d2445%2C33957%2C1731849328215.1731849328831, exclude list is [], retry=0 2024-11-17T13:15:28,853 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33561,DS-33bc900d-d5fc-4a23-a0a1-8559e7f822a6,DISK] 2024-11-17T13:15:28,853 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40573,DS-271c0e6a-053e-4a88-943c-fd13557259f1,DISK] 2024-11-17T13:15:28,859 INFO [RS:1;679b436d2445:33957 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/WALs/679b436d2445,33957,1731849328215/679b436d2445%2C33957%2C1731849328215.1731849328831 2024-11-17T13:15:28,859 DEBUG [RS:1;679b436d2445:33957 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45241:45241),(127.0.0.1/127.0.0.1:45527:45527)] 2024-11-17T13:15:28,932 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-17T13:15:28,932 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f 2024-11-17T13:15:28,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40573 is added to blk_1073741834_1010 (size=32) 2024-11-17T13:15:28,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33561 is added to blk_1073741834_1010 (size=32) 2024-11-17T13:15:28,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:28,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T13:15:28,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T13:15:28,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:28,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:28,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T13:15:28,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T13:15:28,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:28,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:28,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T13:15:28,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T13:15:28,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:28,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:28,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/hbase/meta/1588230740 2024-11-17T13:15:28,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/hbase/meta/1588230740 2024-11-17T13:15:28,957 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T13:15:28,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-17T13:15:28,961 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:28,962 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68180833, jitterRate=0.015973582863807678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T13:15:28,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-17T13:15:28,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-17T13:15:28,963 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-17T13:15:28,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-17T13:15:28,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T13:15:28,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T13:15:28,964 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-17T13:15:28,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-17T13:15:28,966 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-17T13:15:28,966 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-17T13:15:28,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T13:15:28,968 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T13:15:28,969 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T13:15:29,119 DEBUG [679b436d2445:38071 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-17T13:15:29,119 DEBUG [679b436d2445:38071 {}] balancer.BalancerClusterState(202): Hosts are {679b436d2445=0} racks are {/default-rack=0} 2024-11-17T13:15:29,121 DEBUG [679b436d2445:38071 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-17T13:15:29,121 DEBUG [679b436d2445:38071 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-17T13:15:29,121 INFO [679b436d2445:38071 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-17T13:15:29,121 INFO [679b436d2445:38071 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-17T13:15:29,121 DEBUG [679b436d2445:38071 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T13:15:29,122 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=679b436d2445,33957,1731849328215 2024-11-17T13:15:29,123 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 679b436d2445,33957,1731849328215, state=OPENING 2024-11-17T13:15:29,124 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T13:15:29,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:29,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x100059f4e9c0002, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:29,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x100059f4e9c0001, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:29,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=679b436d2445,33957,1731849328215}] 2024-11-17T13:15:29,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:29,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:29,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:29,279 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 679b436d2445,33957,1731849328215 2024-11-17T13:15:29,280 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T13:15:29,282 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T13:15:29,286 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-17T13:15:29,286 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T13:15:29,286 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T13:15:29,288 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=679b436d2445%2C33957%2C1731849328215.meta, suffix=.meta, logDir=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/WALs/679b436d2445,33957,1731849328215, archiveDir=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/oldWALs, maxLogs=32 2024-11-17T13:15:29,303 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/WALs/679b436d2445,33957,1731849328215/679b436d2445%2C33957%2C1731849328215.meta.1731849329289.meta, exclude list is [], retry=0 2024-11-17T13:15:29,306 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40573,DS-271c0e6a-053e-4a88-943c-fd13557259f1,DISK] 2024-11-17T13:15:29,306 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33561,DS-33bc900d-d5fc-4a23-a0a1-8559e7f822a6,DISK] 2024-11-17T13:15:29,308 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/WALs/679b436d2445,33957,1731849328215/679b436d2445%2C33957%2C1731849328215.meta.1731849329289.meta 2024-11-17T13:15:29,308 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45241:45241),(127.0.0.1/127.0.0.1:45527:45527)] 2024-11-17T13:15:29,309 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T13:15:29,309 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T13:15:29,309 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T13:15:29,309 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T13:15:29,310 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T13:15:29,310 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:29,310 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-17T13:15:29,310 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-17T13:15:29,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T13:15:29,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T13:15:29,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:29,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:29,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T13:15:29,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T13:15:29,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:29,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:29,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T13:15:29,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T13:15:29,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:29,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:29,318 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/hbase/meta/1588230740 2024-11-17T13:15:29,319 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/hbase/meta/1588230740 2024-11-17T13:15:29,321 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T13:15:29,322 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-17T13:15:29,323 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73982045, jitterRate=0.10241837799549103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T13:15:29,324 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-17T13:15:29,325 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731849329279 2024-11-17T13:15:29,328 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T13:15:29,328 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-17T13:15:29,328 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=679b436d2445,33957,1731849328215 2024-11-17T13:15:29,329 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 679b436d2445,33957,1731849328215, state=OPEN 2024-11-17T13:15:29,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T13:15:29,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x100059f4e9c0001, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T13:15:29,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x100059f4e9c0002, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T13:15:29,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:29,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:29,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:29,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T13:15:29,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=679b436d2445,33957,1731849328215 in 205 msec 2024-11-17T13:15:29,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T13:15:29,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 368 msec 2024-11-17T13:15:29,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 896 msec 2024-11-17T13:15:29,338 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731849329338, completionTime=-1 2024-11-17T13:15:29,339 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-17T13:15:29,339 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-17T13:15:29,339 DEBUG [hconnection-0x825100c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T13:15:29,341 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T13:15:29,342 INFO [master/679b436d2445:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-17T13:15:29,342 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731849389342 2024-11-17T13:15:29,342 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731849449342 2024-11-17T13:15:29,342 INFO [master/679b436d2445:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-17T13:15:29,350 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,38071,1731849328087-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:29,350 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,38071,1731849328087-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:29,350 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,38071,1731849328087-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:29,351 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-679b436d2445:38071, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:29,351 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:29,351 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-17T13:15:29,351 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T13:15:29,353 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-17T13:15:29,353 DEBUG [master/679b436d2445:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-17T13:15:29,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T13:15:29,354 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:29,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T13:15:29,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40573 is added to blk_1073741836_1012 (size=358) 2024-11-17T13:15:29,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33561 is added to blk_1073741836_1012 (size=358) 2024-11-17T13:15:29,373 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f8f637c470d0f5024b875e7674f14e9d, NAME => 'hbase:namespace,,1731849329351.f8f637c470d0f5024b875e7674f14e9d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f 2024-11-17T13:15:29,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33561 is added to blk_1073741837_1013 (size=42) 2024-11-17T13:15:29,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40573 is added to blk_1073741837_1013 (size=42) 2024-11-17T13:15:29,381 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731849329351.f8f637c470d0f5024b875e7674f14e9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:29,381 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing f8f637c470d0f5024b875e7674f14e9d, disabling compactions & flushes 2024-11-17T13:15:29,381 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731849329351.f8f637c470d0f5024b875e7674f14e9d. 2024-11-17T13:15:29,381 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731849329351.f8f637c470d0f5024b875e7674f14e9d. 2024-11-17T13:15:29,381 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731849329351.f8f637c470d0f5024b875e7674f14e9d. after waiting 0 ms 2024-11-17T13:15:29,381 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731849329351.f8f637c470d0f5024b875e7674f14e9d. 2024-11-17T13:15:29,381 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731849329351.f8f637c470d0f5024b875e7674f14e9d. 2024-11-17T13:15:29,381 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for f8f637c470d0f5024b875e7674f14e9d: 2024-11-17T13:15:29,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T13:15:29,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731849329351.f8f637c470d0f5024b875e7674f14e9d.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731849329383"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731849329383"}]},"ts":"1731849329383"} 2024-11-17T13:15:29,386 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-17T13:15:29,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T13:15:29,388 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731849329387"}]},"ts":"1731849329387"} 2024-11-17T13:15:29,390 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-17T13:15:29,395 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {679b436d2445=0} racks are {/default-rack=0} 2024-11-17T13:15:29,396 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-17T13:15:29,396 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-17T13:15:29,396 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-17T13:15:29,396 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-17T13:15:29,396 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T13:15:29,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f8f637c470d0f5024b875e7674f14e9d, ASSIGN}] 2024-11-17T13:15:29,398 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f8f637c470d0f5024b875e7674f14e9d, ASSIGN 2024-11-17T13:15:29,400 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=f8f637c470d0f5024b875e7674f14e9d, ASSIGN; state=OFFLINE, location=679b436d2445,40097,1731849328165; forceNewPlan=false, retain=false 2024-11-17T13:15:29,550 INFO [679b436d2445:38071 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-17T13:15:29,550 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f8f637c470d0f5024b875e7674f14e9d, regionState=OPENING, regionLocation=679b436d2445,40097,1731849328165 2024-11-17T13:15:29,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure f8f637c470d0f5024b875e7674f14e9d, server=679b436d2445,40097,1731849328165}] 2024-11-17T13:15:29,706 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 679b436d2445,40097,1731849328165 2024-11-17T13:15:29,706 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T13:15:29,708 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59422, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T13:15:29,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731849329351.f8f637c470d0f5024b875e7674f14e9d. 2024-11-17T13:15:29,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => f8f637c470d0f5024b875e7674f14e9d, NAME => 'hbase:namespace,,1731849329351.f8f637c470d0f5024b875e7674f14e9d.', STARTKEY => '', ENDKEY => ''} 2024-11-17T13:15:29,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace f8f637c470d0f5024b875e7674f14e9d 2024-11-17T13:15:29,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731849329351.f8f637c470d0f5024b875e7674f14e9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:29,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for f8f637c470d0f5024b875e7674f14e9d 2024-11-17T13:15:29,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for f8f637c470d0f5024b875e7674f14e9d 2024-11-17T13:15:29,715 INFO [StoreOpener-f8f637c470d0f5024b875e7674f14e9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f8f637c470d0f5024b875e7674f14e9d 2024-11-17T13:15:29,716 INFO [StoreOpener-f8f637c470d0f5024b875e7674f14e9d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8f637c470d0f5024b875e7674f14e9d columnFamilyName info 2024-11-17T13:15:29,716 DEBUG [StoreOpener-f8f637c470d0f5024b875e7674f14e9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:29,717 INFO [StoreOpener-f8f637c470d0f5024b875e7674f14e9d-1 {}] regionserver.HStore(327): Store=f8f637c470d0f5024b875e7674f14e9d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:29,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/hbase/namespace/f8f637c470d0f5024b875e7674f14e9d 2024-11-17T13:15:29,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/hbase/namespace/f8f637c470d0f5024b875e7674f14e9d 2024-11-17T13:15:29,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for f8f637c470d0f5024b875e7674f14e9d 2024-11-17T13:15:29,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/hbase/namespace/f8f637c470d0f5024b875e7674f14e9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:29,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened f8f637c470d0f5024b875e7674f14e9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66997245, jitterRate=-0.0016632527112960815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T13:15:29,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for f8f637c470d0f5024b875e7674f14e9d: 2024-11-17T13:15:29,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731849329351.f8f637c470d0f5024b875e7674f14e9d., pid=6, masterSystemTime=1731849329706 2024-11-17T13:15:29,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731849329351.f8f637c470d0f5024b875e7674f14e9d. 2024-11-17T13:15:29,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731849329351.f8f637c470d0f5024b875e7674f14e9d. 2024-11-17T13:15:29,728 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f8f637c470d0f5024b875e7674f14e9d, regionState=OPEN, openSeqNum=2, regionLocation=679b436d2445,40097,1731849328165 2024-11-17T13:15:29,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T13:15:29,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure f8f637c470d0f5024b875e7674f14e9d, server=679b436d2445,40097,1731849328165 in 177 msec 2024-11-17T13:15:29,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T13:15:29,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=f8f637c470d0f5024b875e7674f14e9d, ASSIGN in 336 msec 2024-11-17T13:15:29,735 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T13:15:29,736 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731849329735"}]},"ts":"1731849329735"} 2024-11-17T13:15:29,737 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-17T13:15:29,740 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T13:15:29,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 389 msec 2024-11-17T13:15:29,754 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-17T13:15:29,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-17T13:15:29,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x100059f4e9c0002, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:29,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x100059f4e9c0001, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:29,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:29,758 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T13:15:29,760 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59434, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T13:15:29,762 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-17T13:15:29,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-17T13:15:29,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 11 msec 2024-11-17T13:15:29,784 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-17T13:15:29,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-17T13:15:29,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 11 msec 2024-11-17T13:15:29,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-17T13:15:29,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-17T13:15:29,813 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.563sec 2024-11-17T13:15:29,814 INFO [master/679b436d2445:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T13:15:29,814 INFO [master/679b436d2445:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T13:15:29,814 INFO [master/679b436d2445:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T13:15:29,814 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T13:15:29,814 INFO [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T13:15:29,814 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,38071,1731849328087-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T13:15:29,814 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,38071,1731849328087-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T13:15:29,816 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-17T13:15:29,816 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T13:15:29,816 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,38071,1731849328087-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:29,845 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5df65db2 to 127.0.0.1:60865 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70cc26b6 2024-11-17T13:15:29,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45749582, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:15:29,850 DEBUG [hconnection-0x1cfdc9a7-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T13:15:29,852 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T13:15:29,854 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=679b436d2445,38071,1731849328087 2024-11-17T13:15:29,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T13:15:29,856 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T13:15:29,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38071 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T13:15:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38071 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-17T13:15:29,860 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T13:15:29,861 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:29,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38071 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-17T13:15:29,862 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T13:15:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38071 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T13:15:29,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33561 is added to blk_1073741838_1014 (size=379) 2024-11-17T13:15:29,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40573 is added to blk_1073741838_1014 (size=379) 2024-11-17T13:15:29,873 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 45929c35badb244e0addfe53640ec6d6, NAME => 'testClearRegionBlockCache,,1731849329858.45929c35badb244e0addfe53640ec6d6.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f 2024-11-17T13:15:29,874 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f30d2030ab3235c3006813305962edcf, NAME => 'testClearRegionBlockCache,5,1731849329858.f30d2030ab3235c3006813305962edcf.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f 2024-11-17T13:15:29,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33561 is added to blk_1073741839_1015 (size=61) 2024-11-17T13:15:29,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40573 is added to blk_1073741839_1015 (size=61) 2024-11-17T13:15:29,883 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731849329858.f30d2030ab3235c3006813305962edcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:29,883 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing f30d2030ab3235c3006813305962edcf, disabling compactions & flushes 2024-11-17T13:15:29,883 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731849329858.f30d2030ab3235c3006813305962edcf. 2024-11-17T13:15:29,883 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731849329858.f30d2030ab3235c3006813305962edcf. 2024-11-17T13:15:29,883 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731849329858.f30d2030ab3235c3006813305962edcf. after waiting 0 ms 2024-11-17T13:15:29,883 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731849329858.f30d2030ab3235c3006813305962edcf. 2024-11-17T13:15:29,883 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731849329858.f30d2030ab3235c3006813305962edcf. 2024-11-17T13:15:29,883 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for f30d2030ab3235c3006813305962edcf: 2024-11-17T13:15:29,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40573 is added to blk_1073741840_1016 (size=61) 2024-11-17T13:15:29,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33561 is added to blk_1073741840_1016 (size=61) 2024-11-17T13:15:29,886 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731849329858.45929c35badb244e0addfe53640ec6d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:29,886 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 45929c35badb244e0addfe53640ec6d6, disabling compactions & flushes 2024-11-17T13:15:29,886 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731849329858.45929c35badb244e0addfe53640ec6d6. 2024-11-17T13:15:29,886 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731849329858.45929c35badb244e0addfe53640ec6d6. 2024-11-17T13:15:29,886 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731849329858.45929c35badb244e0addfe53640ec6d6. after waiting 0 ms 2024-11-17T13:15:29,886 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731849329858.45929c35badb244e0addfe53640ec6d6. 2024-11-17T13:15:29,886 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731849329858.45929c35badb244e0addfe53640ec6d6. 2024-11-17T13:15:29,886 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 45929c35badb244e0addfe53640ec6d6: 2024-11-17T13:15:29,888 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T13:15:29,888 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731849329858.f30d2030ab3235c3006813305962edcf.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731849329888"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731849329888"}]},"ts":"1731849329888"} 2024-11-17T13:15:29,888 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731849329858.45929c35badb244e0addfe53640ec6d6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731849329888"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731849329888"}]},"ts":"1731849329888"} 2024-11-17T13:15:29,891 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-17T13:15:29,892 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T13:15:29,893 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731849329892"}]},"ts":"1731849329892"} 2024-11-17T13:15:29,894 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-17T13:15:29,899 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {679b436d2445=0} racks are {/default-rack=0} 2024-11-17T13:15:29,900 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-17T13:15:29,901 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-17T13:15:29,901 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-17T13:15:29,901 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-17T13:15:29,901 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T13:15:29,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=45929c35badb244e0addfe53640ec6d6, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f30d2030ab3235c3006813305962edcf, ASSIGN}] 2024-11-17T13:15:29,902 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f30d2030ab3235c3006813305962edcf, ASSIGN 2024-11-17T13:15:29,902 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=45929c35badb244e0addfe53640ec6d6, ASSIGN 2024-11-17T13:15:29,903 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f30d2030ab3235c3006813305962edcf, ASSIGN; state=OFFLINE, location=679b436d2445,40097,1731849328165; forceNewPlan=false, retain=false 2024-11-17T13:15:29,903 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=45929c35badb244e0addfe53640ec6d6, ASSIGN; state=OFFLINE, location=679b436d2445,33957,1731849328215; forceNewPlan=false, retain=false 2024-11-17T13:15:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38071 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T13:15:30,054 INFO [679b436d2445:38071 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-17T13:15:30,054 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=45929c35badb244e0addfe53640ec6d6, regionState=OPENING, regionLocation=679b436d2445,33957,1731849328215 2024-11-17T13:15:30,054 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=f30d2030ab3235c3006813305962edcf, regionState=OPENING, regionLocation=679b436d2445,40097,1731849328165 2024-11-17T13:15:30,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 45929c35badb244e0addfe53640ec6d6, server=679b436d2445,33957,1731849328215}] 2024-11-17T13:15:30,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure f30d2030ab3235c3006813305962edcf, server=679b436d2445,40097,1731849328165}] 2024-11-17T13:15:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38071 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T13:15:30,209 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 679b436d2445,33957,1731849328215 2024-11-17T13:15:30,210 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 679b436d2445,40097,1731849328165 2024-11-17T13:15:30,213 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1731849329858.45929c35badb244e0addfe53640ec6d6. 2024-11-17T13:15:30,214 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1731849329858.f30d2030ab3235c3006813305962edcf. 2024-11-17T13:15:30,214 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 45929c35badb244e0addfe53640ec6d6, NAME => 'testClearRegionBlockCache,,1731849329858.45929c35badb244e0addfe53640ec6d6.', STARTKEY => '', ENDKEY => '5'} 2024-11-17T13:15:30,214 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => f30d2030ab3235c3006813305962edcf, NAME => 'testClearRegionBlockCache,5,1731849329858.f30d2030ab3235c3006813305962edcf.', STARTKEY => '5', ENDKEY => ''} 2024-11-17T13:15:30,214 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 45929c35badb244e0addfe53640ec6d6 2024-11-17T13:15:30,214 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f30d2030ab3235c3006813305962edcf 2024-11-17T13:15:30,214 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731849329858.45929c35badb244e0addfe53640ec6d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:30,214 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731849329858.f30d2030ab3235c3006813305962edcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:30,214 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 45929c35badb244e0addfe53640ec6d6 2024-11-17T13:15:30,214 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 45929c35badb244e0addfe53640ec6d6 2024-11-17T13:15:30,214 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for f30d2030ab3235c3006813305962edcf 2024-11-17T13:15:30,214 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for f30d2030ab3235c3006813305962edcf 2024-11-17T13:15:30,216 INFO [StoreOpener-45929c35badb244e0addfe53640ec6d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 45929c35badb244e0addfe53640ec6d6 2024-11-17T13:15:30,216 INFO [StoreOpener-f30d2030ab3235c3006813305962edcf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f30d2030ab3235c3006813305962edcf 2024-11-17T13:15:30,217 INFO [StoreOpener-45929c35badb244e0addfe53640ec6d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45929c35badb244e0addfe53640ec6d6 columnFamilyName family 2024-11-17T13:15:30,217 DEBUG [StoreOpener-45929c35badb244e0addfe53640ec6d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:30,218 INFO [StoreOpener-f30d2030ab3235c3006813305962edcf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f30d2030ab3235c3006813305962edcf columnFamilyName family 2024-11-17T13:15:30,218 INFO [StoreOpener-45929c35badb244e0addfe53640ec6d6-1 {}] regionserver.HStore(327): Store=45929c35badb244e0addfe53640ec6d6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:30,218 DEBUG [StoreOpener-f30d2030ab3235c3006813305962edcf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:30,218 INFO [StoreOpener-f30d2030ab3235c3006813305962edcf-1 {}] regionserver.HStore(327): Store=f30d2030ab3235c3006813305962edcf/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:30,218 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/default/testClearRegionBlockCache/45929c35badb244e0addfe53640ec6d6 2024-11-17T13:15:30,219 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/default/testClearRegionBlockCache/45929c35badb244e0addfe53640ec6d6 2024-11-17T13:15:30,219 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/default/testClearRegionBlockCache/f30d2030ab3235c3006813305962edcf 2024-11-17T13:15:30,219 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/default/testClearRegionBlockCache/f30d2030ab3235c3006813305962edcf 2024-11-17T13:15:30,221 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 45929c35badb244e0addfe53640ec6d6 2024-11-17T13:15:30,222 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for f30d2030ab3235c3006813305962edcf 2024-11-17T13:15:30,224 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/default/testClearRegionBlockCache/45929c35badb244e0addfe53640ec6d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:30,225 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 45929c35badb244e0addfe53640ec6d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73740816, jitterRate=0.09882378578186035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T13:15:30,225 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/default/testClearRegionBlockCache/f30d2030ab3235c3006813305962edcf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:30,226 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened f30d2030ab3235c3006813305962edcf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72031596, jitterRate=0.07335442304611206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T13:15:30,226 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 45929c35badb244e0addfe53640ec6d6: 2024-11-17T13:15:30,226 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for f30d2030ab3235c3006813305962edcf: 2024-11-17T13:15:30,227 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1731849329858.45929c35badb244e0addfe53640ec6d6., pid=12, masterSystemTime=1731849330209 2024-11-17T13:15:30,227 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1731849329858.f30d2030ab3235c3006813305962edcf., pid=13, masterSystemTime=1731849330210 2024-11-17T13:15:30,229 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1731849329858.45929c35badb244e0addfe53640ec6d6. 2024-11-17T13:15:30,229 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1731849329858.45929c35badb244e0addfe53640ec6d6. 2024-11-17T13:15:30,230 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=45929c35badb244e0addfe53640ec6d6, regionState=OPEN, openSeqNum=2, regionLocation=679b436d2445,33957,1731849328215 2024-11-17T13:15:30,230 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1731849329858.f30d2030ab3235c3006813305962edcf. 2024-11-17T13:15:30,230 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1731849329858.f30d2030ab3235c3006813305962edcf. 2024-11-17T13:15:30,230 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=f30d2030ab3235c3006813305962edcf, regionState=OPEN, openSeqNum=2, regionLocation=679b436d2445,40097,1731849328165 2024-11-17T13:15:30,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-17T13:15:30,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-17T13:15:30,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 45929c35badb244e0addfe53640ec6d6, server=679b436d2445,33957,1731849328215 in 176 msec 2024-11-17T13:15:30,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure f30d2030ab3235c3006813305962edcf, server=679b436d2445,40097,1731849328165 in 176 msec 2024-11-17T13:15:30,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=45929c35badb244e0addfe53640ec6d6, ASSIGN in 333 msec 2024-11-17T13:15:30,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-17T13:15:30,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f30d2030ab3235c3006813305962edcf, ASSIGN in 334 msec 2024-11-17T13:15:30,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T13:15:30,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731849330237"}]},"ts":"1731849330237"} 2024-11-17T13:15:30,239 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-17T13:15:30,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T13:15:30,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 384 msec 2024-11-17T13:15:30,328 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T13:15:30,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T13:15:30,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T13:15:30,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T13:15:30,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T13:15:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38071 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T13:15:30,468 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-17T13:15:30,468 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-17T13:15:30,468 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T13:15:30,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-17T13:15:30,472 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T13:15:30,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-17T13:15:30,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T13:15:30,485 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T13:15:30,492 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing f30d2030ab3235c3006813305962edcf 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-17T13:15:30,510 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/default/testClearRegionBlockCache/f30d2030ab3235c3006813305962edcf/.tmp/family/1742fa57d5bd43859d1cb314a16d8778 is 32, key is 5/family:/1731849330485/Put/seqid=0 2024-11-17T13:15:30,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33561 is added to blk_1073741841_1017 (size=5083) 2024-11-17T13:15:30,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40573 is added to blk_1073741841_1017 (size=5083) 2024-11-17T13:15:30,517 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/default/testClearRegionBlockCache/f30d2030ab3235c3006813305962edcf/.tmp/family/1742fa57d5bd43859d1cb314a16d8778 2024-11-17T13:15:30,524 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/default/testClearRegionBlockCache/f30d2030ab3235c3006813305962edcf/.tmp/family/1742fa57d5bd43859d1cb314a16d8778 as hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/default/testClearRegionBlockCache/f30d2030ab3235c3006813305962edcf/family/1742fa57d5bd43859d1cb314a16d8778 2024-11-17T13:15:30,530 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/default/testClearRegionBlockCache/f30d2030ab3235c3006813305962edcf/family/1742fa57d5bd43859d1cb314a16d8778, entries=5, sequenceid=9, filesize=5.0 K 2024-11-17T13:15:30,531 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for f30d2030ab3235c3006813305962edcf in 39ms, sequenceid=9, compaction requested=false 2024-11-17T13:15:30,532 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for f30d2030ab3235c3006813305962edcf: 2024-11-17T13:15:30,532 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 45929c35badb244e0addfe53640ec6d6 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-17T13:15:30,549 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/default/testClearRegionBlockCache/45929c35badb244e0addfe53640ec6d6/.tmp/family/7973b223db6c42749956afe40f071901 is 32, key is 1/family:/1731849330475/Put/seqid=0 2024-11-17T13:15:30,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33561 is added to blk_1073741842_1018 (size=5054) 2024-11-17T13:15:30,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40573 is added to blk_1073741842_1018 (size=5054) 2024-11-17T13:15:30,555 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/default/testClearRegionBlockCache/45929c35badb244e0addfe53640ec6d6/.tmp/family/7973b223db6c42749956afe40f071901 2024-11-17T13:15:30,562 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/default/testClearRegionBlockCache/45929c35badb244e0addfe53640ec6d6/.tmp/family/7973b223db6c42749956afe40f071901 as hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/default/testClearRegionBlockCache/45929c35badb244e0addfe53640ec6d6/family/7973b223db6c42749956afe40f071901 2024-11-17T13:15:30,568 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/default/testClearRegionBlockCache/45929c35badb244e0addfe53640ec6d6/family/7973b223db6c42749956afe40f071901, entries=4, sequenceid=8, filesize=4.9 K 2024-11-17T13:15:30,569 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 45929c35badb244e0addfe53640ec6d6 in 37ms, sequenceid=8, compaction requested=false 2024-11-17T13:15:30,569 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 45929c35badb244e0addfe53640ec6d6: 2024-11-17T13:15:30,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T13:15:30,581 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T13:15:30,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T13:15:30,583 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T13:15:30,583 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-17T13:15:30,584 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-17T13:15:30,584 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5df65db2 to 127.0.0.1:60865 2024-11-17T13:15:30,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:30,584 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T13:15:30,584 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1424211007, stopped=false 2024-11-17T13:15:30,584 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=679b436d2445,38071,1731849328087 2024-11-17T13:15:30,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x100059f4e9c0002, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:30,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:30,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x100059f4e9c0001, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:30,587 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-17T13:15:30,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:30,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x100059f4e9c0002, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:30,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x100059f4e9c0001, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:30,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:30,587 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '679b436d2445,40097,1731849328165' ***** 2024-11-17T13:15:30,587 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-17T13:15:30,587 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '679b436d2445,33957,1731849328215' ***** 2024-11-17T13:15:30,587 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-17T13:15:30,587 INFO [RS:0;679b436d2445:40097 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T13:15:30,587 INFO [RS:0;679b436d2445:40097 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T13:15:30,587 INFO [RS:0;679b436d2445:40097 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T13:15:30,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33957-0x100059f4e9c0002, quorum=127.0.0.1:60865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:30,588 INFO [RS:1;679b436d2445:33957 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T13:15:30,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40097-0x100059f4e9c0001, quorum=127.0.0.1:60865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:30,588 INFO [RS:0;679b436d2445:40097 {}] regionserver.HRegionServer(3579): Received CLOSE for f8f637c470d0f5024b875e7674f14e9d 2024-11-17T13:15:30,588 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-17T13:15:30,588 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-17T13:15:30,588 INFO [RS:1;679b436d2445:33957 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T13:15:30,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:30,588 INFO [RS:1;679b436d2445:33957 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T13:15:30,588 INFO [RS:1;679b436d2445:33957 {}] regionserver.HRegionServer(3579): Received CLOSE for 45929c35badb244e0addfe53640ec6d6 2024-11-17T13:15:30,588 INFO [RS:0;679b436d2445:40097 {}] regionserver.HRegionServer(3579): Received CLOSE for f30d2030ab3235c3006813305962edcf 2024-11-17T13:15:30,588 INFO [RS:0;679b436d2445:40097 {}] regionserver.HRegionServer(1224): stopping server 679b436d2445,40097,1731849328165 2024-11-17T13:15:30,588 DEBUG [RS:0;679b436d2445:40097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:30,588 INFO [RS:0;679b436d2445:40097 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-17T13:15:30,588 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f8f637c470d0f5024b875e7674f14e9d, disabling compactions & flushes 2024-11-17T13:15:30,588 DEBUG [RS:0;679b436d2445:40097 {}] regionserver.HRegionServer(1603): Online Regions={f8f637c470d0f5024b875e7674f14e9d=hbase:namespace,,1731849329351.f8f637c470d0f5024b875e7674f14e9d., f30d2030ab3235c3006813305962edcf=testClearRegionBlockCache,5,1731849329858.f30d2030ab3235c3006813305962edcf.} 2024-11-17T13:15:30,588 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731849329351.f8f637c470d0f5024b875e7674f14e9d. 2024-11-17T13:15:30,589 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731849329351.f8f637c470d0f5024b875e7674f14e9d. 2024-11-17T13:15:30,589 DEBUG [RS:0;679b436d2445:40097 {}] regionserver.HRegionServer(1629): Waiting on f30d2030ab3235c3006813305962edcf, f8f637c470d0f5024b875e7674f14e9d 2024-11-17T13:15:30,589 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731849329351.f8f637c470d0f5024b875e7674f14e9d. after waiting 0 ms 2024-11-17T13:15:30,589 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731849329351.f8f637c470d0f5024b875e7674f14e9d. 2024-11-17T13:15:30,589 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing f8f637c470d0f5024b875e7674f14e9d 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-17T13:15:30,589 INFO [RS:1;679b436d2445:33957 {}] regionserver.HRegionServer(1224): stopping server 679b436d2445,33957,1731849328215 2024-11-17T13:15:30,589 DEBUG [RS:1;679b436d2445:33957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:30,589 INFO [RS:1;679b436d2445:33957 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T13:15:30,589 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 45929c35badb244e0addfe53640ec6d6, disabling compactions & flushes 2024-11-17T13:15:30,589 INFO [RS:1;679b436d2445:33957 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T13:15:30,589 INFO [RS:1;679b436d2445:33957 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T13:15:30,589 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731849329858.45929c35badb244e0addfe53640ec6d6. 2024-11-17T13:15:30,589 INFO [RS:1;679b436d2445:33957 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-17T13:15:30,589 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731849329858.45929c35badb244e0addfe53640ec6d6. 2024-11-17T13:15:30,589 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731849329858.45929c35badb244e0addfe53640ec6d6. after waiting 0 ms 2024-11-17T13:15:30,589 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731849329858.45929c35badb244e0addfe53640ec6d6. 2024-11-17T13:15:30,589 INFO [RS:1;679b436d2445:33957 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-17T13:15:30,589 DEBUG [RS:1;679b436d2445:33957 {}] regionserver.HRegionServer(1603): Online Regions={45929c35badb244e0addfe53640ec6d6=testClearRegionBlockCache,,1731849329858.45929c35badb244e0addfe53640ec6d6., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T13:15:30,589 DEBUG [RS:1;679b436d2445:33957 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 45929c35badb244e0addfe53640ec6d6 2024-11-17T13:15:30,590 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-17T13:15:30,590 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-17T13:15:30,590 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-17T13:15:30,590 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T13:15:30,590 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T13:15:30,590 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-17T13:15:30,594 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/default/testClearRegionBlockCache/45929c35badb244e0addfe53640ec6d6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-17T13:15:30,595 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731849329858.45929c35badb244e0addfe53640ec6d6. 2024-11-17T13:15:30,595 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 45929c35badb244e0addfe53640ec6d6: 2024-11-17T13:15:30,595 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731849329858.45929c35badb244e0addfe53640ec6d6. 2024-11-17T13:15:30,608 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/hbase/meta/1588230740/.tmp/info/9f74de5e88114bfe8df6539fefec99d8 is 173, key is testClearRegionBlockCache,5,1731849329858.f30d2030ab3235c3006813305962edcf./info:regioninfo/1731849330230/Put/seqid=0 2024-11-17T13:15:30,608 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/hbase/namespace/f8f637c470d0f5024b875e7674f14e9d/.tmp/info/9a68fc2be3a644689d13887c74f78d32 is 45, key is default/info:d/1731849329767/Put/seqid=0 2024-11-17T13:15:30,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40573 is added to blk_1073741844_1020 (size=5037) 2024-11-17T13:15:30,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33561 is added to blk_1073741843_1019 (size=9337) 2024-11-17T13:15:30,614 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/hbase/namespace/f8f637c470d0f5024b875e7674f14e9d/.tmp/info/9a68fc2be3a644689d13887c74f78d32 2024-11-17T13:15:30,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33561 is added to blk_1073741844_1020 (size=5037) 2024-11-17T13:15:30,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40573 is added to blk_1073741843_1019 (size=9337) 2024-11-17T13:15:30,617 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/hbase/meta/1588230740/.tmp/info/9f74de5e88114bfe8df6539fefec99d8 2024-11-17T13:15:30,622 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/hbase/namespace/f8f637c470d0f5024b875e7674f14e9d/.tmp/info/9a68fc2be3a644689d13887c74f78d32 as hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/hbase/namespace/f8f637c470d0f5024b875e7674f14e9d/info/9a68fc2be3a644689d13887c74f78d32 2024-11-17T13:15:30,628 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/hbase/namespace/f8f637c470d0f5024b875e7674f14e9d/info/9a68fc2be3a644689d13887c74f78d32, entries=2, sequenceid=6, filesize=4.9 K 2024-11-17T13:15:30,629 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for f8f637c470d0f5024b875e7674f14e9d in 40ms, sequenceid=6, compaction requested=false 2024-11-17T13:15:30,633 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/hbase/namespace/f8f637c470d0f5024b875e7674f14e9d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T13:15:30,634 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731849329351.f8f637c470d0f5024b875e7674f14e9d. 2024-11-17T13:15:30,634 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f8f637c470d0f5024b875e7674f14e9d: 2024-11-17T13:15:30,634 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731849329351.f8f637c470d0f5024b875e7674f14e9d. 2024-11-17T13:15:30,634 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f30d2030ab3235c3006813305962edcf, disabling compactions & flushes 2024-11-17T13:15:30,634 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731849329858.f30d2030ab3235c3006813305962edcf. 2024-11-17T13:15:30,634 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731849329858.f30d2030ab3235c3006813305962edcf. 2024-11-17T13:15:30,634 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731849329858.f30d2030ab3235c3006813305962edcf. after waiting 0 ms 2024-11-17T13:15:30,634 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731849329858.f30d2030ab3235c3006813305962edcf. 2024-11-17T13:15:30,639 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/hbase/meta/1588230740/.tmp/table/1b444c9a1f304271bc0fd30ce28d8e73 is 61, key is testClearRegionBlockCache/table:state/1731849330237/Put/seqid=0 2024-11-17T13:15:30,639 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/default/testClearRegionBlockCache/f30d2030ab3235c3006813305962edcf/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-17T13:15:30,640 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731849329858.f30d2030ab3235c3006813305962edcf. 2024-11-17T13:15:30,640 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f30d2030ab3235c3006813305962edcf: 2024-11-17T13:15:30,640 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731849329858.f30d2030ab3235c3006813305962edcf. 2024-11-17T13:15:30,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40573 is added to blk_1073741845_1021 (size=5392) 2024-11-17T13:15:30,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33561 is added to blk_1073741845_1021 (size=5392) 2024-11-17T13:15:30,645 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/hbase/meta/1588230740/.tmp/table/1b444c9a1f304271bc0fd30ce28d8e73 2024-11-17T13:15:30,652 INFO [regionserver/679b436d2445:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T13:15:30,652 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/hbase/meta/1588230740/.tmp/info/9f74de5e88114bfe8df6539fefec99d8 as hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/hbase/meta/1588230740/info/9f74de5e88114bfe8df6539fefec99d8 2024-11-17T13:15:30,656 INFO [regionserver/679b436d2445:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T13:15:30,658 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/hbase/meta/1588230740/info/9f74de5e88114bfe8df6539fefec99d8, entries=30, sequenceid=16, filesize=9.1 K 2024-11-17T13:15:30,659 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/hbase/meta/1588230740/.tmp/table/1b444c9a1f304271bc0fd30ce28d8e73 as hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/hbase/meta/1588230740/table/1b444c9a1f304271bc0fd30ce28d8e73 2024-11-17T13:15:30,665 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/hbase/meta/1588230740/table/1b444c9a1f304271bc0fd30ce28d8e73, entries=4, sequenceid=16, filesize=5.3 K 2024-11-17T13:15:30,666 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 75ms, sequenceid=16, compaction requested=false 2024-11-17T13:15:30,670 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T13:15:30,671 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T13:15:30,671 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-17T13:15:30,671 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-17T13:15:30,671 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T13:15:30,728 INFO [regionserver/679b436d2445:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T13:15:30,728 INFO [regionserver/679b436d2445:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T13:15:30,741 INFO [regionserver/679b436d2445:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T13:15:30,741 INFO [regionserver/679b436d2445:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T13:15:30,789 INFO [RS:0;679b436d2445:40097 {}] regionserver.HRegionServer(1250): stopping server 679b436d2445,40097,1731849328165; all regions closed. 2024-11-17T13:15:30,789 INFO [RS:1;679b436d2445:33957 {}] regionserver.HRegionServer(1250): stopping server 679b436d2445,33957,1731849328215; all regions closed. 2024-11-17T13:15:30,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40573 is added to blk_1073741832_1008 (size=3188) 2024-11-17T13:15:30,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33561 is added to blk_1073741832_1008 (size=3188) 2024-11-17T13:15:30,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33561 is added to blk_1073741835_1011 (size=5602) 2024-11-17T13:15:30,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40573 is added to blk_1073741835_1011 (size=5602) 2024-11-17T13:15:30,794 DEBUG [RS:0;679b436d2445:40097 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/oldWALs 2024-11-17T13:15:30,795 INFO [RS:0;679b436d2445:40097 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 679b436d2445%2C40097%2C1731849328165:(num 1731849328819) 2024-11-17T13:15:30,795 DEBUG [RS:0;679b436d2445:40097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:30,795 INFO [RS:0;679b436d2445:40097 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T13:15:30,795 DEBUG [RS:1;679b436d2445:33957 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/oldWALs 2024-11-17T13:15:30,795 INFO [RS:1;679b436d2445:33957 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 679b436d2445%2C33957%2C1731849328215.meta:.meta(num 1731849329289) 2024-11-17T13:15:30,795 INFO [RS:0;679b436d2445:40097 {}] hbase.ChoreService(370): Chore service for: regionserver/679b436d2445:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T13:15:30,795 INFO [RS:0;679b436d2445:40097 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T13:15:30,795 INFO [RS:0;679b436d2445:40097 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T13:15:30,795 INFO [RS:0;679b436d2445:40097 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T13:15:30,795 INFO [regionserver/679b436d2445:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-17T13:15:30,795 INFO [RS:0;679b436d2445:40097 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40097 2024-11-17T13:15:30,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33561 is added to blk_1073741833_1009 (size=1758) 2024-11-17T13:15:30,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40573 is added to blk_1073741833_1009 (size=1758) 2024-11-17T13:15:30,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x100059f4e9c0001, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/679b436d2445,40097,1731849328165 2024-11-17T13:15:30,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T13:15:30,799 DEBUG [RS:1;679b436d2445:33957 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/oldWALs 2024-11-17T13:15:30,799 INFO [RS:1;679b436d2445:33957 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 679b436d2445%2C33957%2C1731849328215:(num 1731849328831) 2024-11-17T13:15:30,799 DEBUG [RS:1;679b436d2445:33957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:30,799 INFO [RS:1;679b436d2445:33957 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T13:15:30,800 INFO [RS:1;679b436d2445:33957 {}] hbase.ChoreService(370): Chore service for: regionserver/679b436d2445:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T13:15:30,800 INFO [regionserver/679b436d2445:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-17T13:15:30,800 INFO [RS:1;679b436d2445:33957 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33957 2024-11-17T13:15:30,800 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [679b436d2445,40097,1731849328165] 2024-11-17T13:15:30,800 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 679b436d2445,40097,1731849328165; numProcessing=1 2024-11-17T13:15:30,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T13:15:30,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x100059f4e9c0002, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/679b436d2445,33957,1731849328215 2024-11-17T13:15:30,803 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/679b436d2445,40097,1731849328165 already deleted, retry=false 2024-11-17T13:15:30,803 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 679b436d2445,40097,1731849328165 expired; onlineServers=1 2024-11-17T13:15:30,804 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [679b436d2445,33957,1731849328215] 2024-11-17T13:15:30,804 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 679b436d2445,33957,1731849328215; numProcessing=2 2024-11-17T13:15:30,805 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/679b436d2445,33957,1731849328215 already deleted, retry=false 2024-11-17T13:15:30,806 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 679b436d2445,33957,1731849328215 expired; onlineServers=0 2024-11-17T13:15:30,806 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '679b436d2445,38071,1731849328087' ***** 2024-11-17T13:15:30,806 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T13:15:30,806 DEBUG [M:0;679b436d2445:38071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e308a0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=679b436d2445/172.17.0.2:0 2024-11-17T13:15:30,806 INFO [M:0;679b436d2445:38071 {}] regionserver.HRegionServer(1224): stopping server 679b436d2445,38071,1731849328087 2024-11-17T13:15:30,806 INFO [M:0;679b436d2445:38071 {}] regionserver.HRegionServer(1250): stopping server 679b436d2445,38071,1731849328087; all regions closed. 2024-11-17T13:15:30,806 DEBUG [M:0;679b436d2445:38071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:30,806 DEBUG [M:0;679b436d2445:38071 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T13:15:30,806 DEBUG [M:0;679b436d2445:38071 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T13:15:30,806 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T13:15:30,806 DEBUG [master/679b436d2445:0:becomeActiveMaster-HFileCleaner.small.0-1731849328536 {}] cleaner.HFileCleaner(306): Exit Thread[master/679b436d2445:0:becomeActiveMaster-HFileCleaner.small.0-1731849328536,5,FailOnTimeoutGroup] 2024-11-17T13:15:30,806 DEBUG [master/679b436d2445:0:becomeActiveMaster-HFileCleaner.large.0-1731849328525 {}] cleaner.HFileCleaner(306): Exit Thread[master/679b436d2445:0:becomeActiveMaster-HFileCleaner.large.0-1731849328525,5,FailOnTimeoutGroup] 2024-11-17T13:15:30,807 INFO [M:0;679b436d2445:38071 {}] hbase.ChoreService(370): Chore service for: master/679b436d2445:0 had [] on shutdown 2024-11-17T13:15:30,807 DEBUG [M:0;679b436d2445:38071 {}] master.HMaster(1733): Stopping service threads 2024-11-17T13:15:30,807 INFO [M:0;679b436d2445:38071 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T13:15:30,807 INFO [M:0;679b436d2445:38071 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T13:15:30,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-17T13:15:30,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:30,807 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T13:15:30,808 DEBUG [M:0;679b436d2445:38071 {}] zookeeper.ZKUtil(347): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-17T13:15:30,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T13:15:30,808 WARN [M:0;679b436d2445:38071 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T13:15:30,808 INFO [M:0;679b436d2445:38071 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-17T13:15:30,808 INFO [M:0;679b436d2445:38071 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T13:15:30,808 DEBUG [M:0;679b436d2445:38071 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T13:15:30,808 INFO [M:0;679b436d2445:38071 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:30,808 DEBUG [M:0;679b436d2445:38071 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:30,808 DEBUG [M:0;679b436d2445:38071 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T13:15:30,808 DEBUG [M:0;679b436d2445:38071 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:30,808 INFO [M:0;679b436d2445:38071 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.85 KB heapSize=56.23 KB 2024-11-17T13:15:30,826 DEBUG [M:0;679b436d2445:38071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42b2151a3ae6495c93343824798a05e1 is 82, key is hbase:meta,,1/info:regioninfo/1731849329328/Put/seqid=0 2024-11-17T13:15:30,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33561 is added to blk_1073741846_1022 (size=5672) 2024-11-17T13:15:30,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40573 is added to blk_1073741846_1022 (size=5672) 2024-11-17T13:15:30,864 INFO [M:0;679b436d2445:38071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42b2151a3ae6495c93343824798a05e1 2024-11-17T13:15:30,885 DEBUG [M:0;679b436d2445:38071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b59348f2350747e789eddbb86e4c0c03 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731849330243/Put/seqid=0 2024-11-17T13:15:30,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40573 is added to blk_1073741847_1023 (size=7579) 2024-11-17T13:15:30,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33561 is added to blk_1073741847_1023 (size=7579) 2024-11-17T13:15:30,890 INFO [M:0;679b436d2445:38071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.23 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b59348f2350747e789eddbb86e4c0c03 2024-11-17T13:15:30,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x100059f4e9c0001, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:30,900 INFO [RS:0;679b436d2445:40097 {}] regionserver.HRegionServer(1307): Exiting; stopping=679b436d2445,40097,1731849328165; zookeeper connection closed. 2024-11-17T13:15:30,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x100059f4e9c0001, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:30,901 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25809b94 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25809b94 2024-11-17T13:15:30,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x100059f4e9c0002, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:30,904 INFO [RS:1;679b436d2445:33957 {}] regionserver.HRegionServer(1307): Exiting; stopping=679b436d2445,33957,1731849328215; zookeeper connection closed. 2024-11-17T13:15:30,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x100059f4e9c0002, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:30,905 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7cd844ed {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7cd844ed 2024-11-17T13:15:30,905 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-17T13:15:30,910 DEBUG [M:0;679b436d2445:38071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9da07d4f16a048a3a8391a67fe621c5b is 69, key is 679b436d2445,33957,1731849328215/rs:state/1731849328629/Put/seqid=0 2024-11-17T13:15:30,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33561 is added to blk_1073741848_1024 (size=5224) 2024-11-17T13:15:30,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40573 is added to blk_1073741848_1024 (size=5224) 2024-11-17T13:15:30,916 INFO [M:0;679b436d2445:38071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9da07d4f16a048a3a8391a67fe621c5b 2024-11-17T13:15:30,921 DEBUG [M:0;679b436d2445:38071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42b2151a3ae6495c93343824798a05e1 as hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42b2151a3ae6495c93343824798a05e1 2024-11-17T13:15:30,926 INFO [M:0;679b436d2445:38071 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42b2151a3ae6495c93343824798a05e1, entries=8, sequenceid=108, filesize=5.5 K 2024-11-17T13:15:30,927 DEBUG [M:0;679b436d2445:38071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b59348f2350747e789eddbb86e4c0c03 as hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b59348f2350747e789eddbb86e4c0c03 2024-11-17T13:15:30,932 INFO [M:0;679b436d2445:38071 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b59348f2350747e789eddbb86e4c0c03, entries=13, sequenceid=108, filesize=7.4 K 2024-11-17T13:15:30,933 DEBUG [M:0;679b436d2445:38071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9da07d4f16a048a3a8391a67fe621c5b as hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9da07d4f16a048a3a8391a67fe621c5b 2024-11-17T13:15:30,938 INFO [M:0;679b436d2445:38071 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41631/user/jenkins/test-data/94c636bb-38c8-4848-918f-c7600706347f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9da07d4f16a048a3a8391a67fe621c5b, entries=2, sequenceid=108, filesize=5.1 K 2024-11-17T13:15:30,939 INFO [M:0;679b436d2445:38071 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.85 KB/46946, heapSize ~55.94 KB/57280, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=108, compaction requested=false 2024-11-17T13:15:30,941 INFO [M:0;679b436d2445:38071 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:30,941 DEBUG [M:0;679b436d2445:38071 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-17T13:15:30,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33561 is added to blk_1073741830_1006 (size=54477) 2024-11-17T13:15:30,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40573 is added to blk_1073741830_1006 (size=54477) 2024-11-17T13:15:30,943 INFO [M:0;679b436d2445:38071 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-17T13:15:30,943 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-17T13:15:30,943 INFO [M:0;679b436d2445:38071 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38071 2024-11-17T13:15:30,946 DEBUG [M:0;679b436d2445:38071 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/679b436d2445,38071,1731849328087 already deleted, retry=false 2024-11-17T13:15:31,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:31,048 INFO [M:0;679b436d2445:38071 {}] regionserver.HRegionServer(1307): Exiting; stopping=679b436d2445,38071,1731849328087; zookeeper connection closed. 2024-11-17T13:15:31,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x100059f4e9c0000, quorum=127.0.0.1:60865, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:31,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f1ef00a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T13:15:31,050 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4688cea6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T13:15:31,051 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T13:15:31,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68a0fe50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T13:15:31,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dca10bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/hadoop.log.dir/,STOPPED} 2024-11-17T13:15:31,052 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T13:15:31,052 WARN [BP-172626-172.17.0.2-1731849327216 heartbeating to localhost/127.0.0.1:41631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T13:15:31,052 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T13:15:31,052 WARN [BP-172626-172.17.0.2-1731849327216 heartbeating to localhost/127.0.0.1:41631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-172626-172.17.0.2-1731849327216 (Datanode Uuid 490492f4-ab23-4add-bfae-fa0f9a9e3b0a) service to localhost/127.0.0.1:41631 2024-11-17T13:15:31,053 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/cluster_20e281ac-2868-2954-00a2-5e47cb9a03c2/dfs/data/data3/current/BP-172626-172.17.0.2-1731849327216 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T13:15:31,053 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/cluster_20e281ac-2868-2954-00a2-5e47cb9a03c2/dfs/data/data4/current/BP-172626-172.17.0.2-1731849327216 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T13:15:31,054 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T13:15:31,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a3e5e7e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T13:15:31,056 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@130027ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T13:15:31,056 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T13:15:31,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@365d0ed5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T13:15:31,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57ea5bf7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/hadoop.log.dir/,STOPPED} 2024-11-17T13:15:31,057 WARN [BP-172626-172.17.0.2-1731849327216 heartbeating to localhost/127.0.0.1:41631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T13:15:31,057 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T13:15:31,057 WARN [BP-172626-172.17.0.2-1731849327216 heartbeating to localhost/127.0.0.1:41631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-172626-172.17.0.2-1731849327216 (Datanode Uuid 1504eb30-bb61-40c3-b3f5-5470473affa0) service to localhost/127.0.0.1:41631 2024-11-17T13:15:31,057 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T13:15:31,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/cluster_20e281ac-2868-2954-00a2-5e47cb9a03c2/dfs/data/data1/current/BP-172626-172.17.0.2-1731849327216 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T13:15:31,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/cluster_20e281ac-2868-2954-00a2-5e47cb9a03c2/dfs/data/data2/current/BP-172626-172.17.0.2-1731849327216 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T13:15:31,058 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T13:15:31,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33be2a8a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T13:15:31,065 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7aaf3d35{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T13:15:31,065 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T13:15:31,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e560d02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T13:15:31,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2331c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/hadoop.log.dir/,STOPPED} 2024-11-17T13:15:31,071 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-17T13:15:31,087 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-17T13:15:31,095 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=136 (was 105) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:41631 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:41631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:41631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:41631 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=229 (was 223) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11254 (was 11592) 2024-11-17T13:15:31,103 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=136, OpenFileDescriptor=475, MaxFileDescriptor=1048576, SystemLoadAverage=229, ProcessCount=11, AvailableMemoryMB=11254 2024-11-17T13:15:31,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/hadoop.log.dir so I do NOT create it in target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9 2024-11-17T13:15:31,116 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T13:15:31,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/hadoop.tmp.dir so I do NOT create it in target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9 2024-11-17T13:15:31,116 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/17867c90-decb-a4f9-c8a5-54b62de397e0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T13:15:31,116 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9 2024-11-17T13:15:31,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T13:15:31,116 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/cluster_49203d4b-914d-a8bd-0b23-04325ccb9d25, deleteOnExit=true 2024-11-17T13:15:31,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-17T13:15:31,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/test.cache.data in system properties and HBase conf 2024-11-17T13:15:31,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T13:15:31,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/hadoop.log.dir in system properties and HBase conf 2024-11-17T13:15:31,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T13:15:31,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T13:15:31,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-17T13:15:31,117 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T13:15:31,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T13:15:31,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T13:15:31,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T13:15:31,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T13:15:31,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T13:15:31,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T13:15:31,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T13:15:31,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T13:15:31,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T13:15:31,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/nfs.dump.dir in system properties and HBase conf 2024-11-17T13:15:31,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/java.io.tmpdir in system properties and HBase conf 2024-11-17T13:15:31,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T13:15:31,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T13:15:31,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T13:15:31,203 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T13:15:31,207 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T13:15:31,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T13:15:31,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T13:15:31,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T13:15:31,212 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T13:15:31,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@784526b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/hadoop.log.dir/,AVAILABLE} 2024-11-17T13:15:31,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a6bd38e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T13:15:31,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ffcce20{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/java.io.tmpdir/jetty-localhost-46811-hadoop-hdfs-3_4_1-tests_jar-_-any-8298703306598955477/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T13:15:31,328 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bc3b7ee{HTTP/1.1, (http/1.1)}{localhost:46811} 2024-11-17T13:15:31,328 INFO [Time-limited test {}] server.Server(415): Started @19205ms 2024-11-17T13:15:31,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T13:15:31,420 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T13:15:31,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T13:15:31,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T13:15:31,421 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T13:15:31,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75462a70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/hadoop.log.dir/,AVAILABLE} 2024-11-17T13:15:31,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a4495ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T13:15:31,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c9e56b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/java.io.tmpdir/jetty-localhost-40419-hadoop-hdfs-3_4_1-tests_jar-_-any-4515354488843365045/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T13:15:31,535 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@697486b7{HTTP/1.1, (http/1.1)}{localhost:40419} 2024-11-17T13:15:31,535 INFO [Time-limited test {}] server.Server(415): Started @19412ms 2024-11-17T13:15:31,537 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T13:15:31,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T13:15:31,575 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T13:15:31,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T13:15:31,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T13:15:31,576 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T13:15:31,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b0c8a2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/hadoop.log.dir/,AVAILABLE} 2024-11-17T13:15:31,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7aa9d1cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T13:15:31,633 WARN [Thread-893 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/cluster_49203d4b-914d-a8bd-0b23-04325ccb9d25/dfs/data/data1/current/BP-468453638-172.17.0.2-1731849331148/current, will proceed with Du for space computation calculation, 2024-11-17T13:15:31,633 WARN [Thread-894 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/cluster_49203d4b-914d-a8bd-0b23-04325ccb9d25/dfs/data/data2/current/BP-468453638-172.17.0.2-1731849331148/current, will proceed with Du for space computation calculation, 2024-11-17T13:15:31,649 WARN [Thread-872 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T13:15:31,652 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb0855475db80824 with lease ID 0x5a446eec05575822: Processing first storage report for DS-13431bf3-9628-49c9-a67e-7388fb704ad2 from datanode DatanodeRegistration(127.0.0.1:32789, datanodeUuid=8a95b0b5-56a7-40f7-8251-b8d4b63078d9, infoPort=40935, infoSecurePort=0, ipcPort=38305, storageInfo=lv=-57;cid=testClusterID;nsid=156918604;c=1731849331148) 2024-11-17T13:15:31,652 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb0855475db80824 with lease ID 0x5a446eec05575822: from storage DS-13431bf3-9628-49c9-a67e-7388fb704ad2 node DatanodeRegistration(127.0.0.1:32789, datanodeUuid=8a95b0b5-56a7-40f7-8251-b8d4b63078d9, infoPort=40935, infoSecurePort=0, ipcPort=38305, storageInfo=lv=-57;cid=testClusterID;nsid=156918604;c=1731849331148), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T13:15:31,652 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb0855475db80824 with lease ID 0x5a446eec05575822: Processing first storage report for DS-cdef925e-cd49-4bd5-98c9-d025fe12dd02 from datanode DatanodeRegistration(127.0.0.1:32789, datanodeUuid=8a95b0b5-56a7-40f7-8251-b8d4b63078d9, infoPort=40935, infoSecurePort=0, ipcPort=38305, storageInfo=lv=-57;cid=testClusterID;nsid=156918604;c=1731849331148) 2024-11-17T13:15:31,652 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb0855475db80824 with lease ID 0x5a446eec05575822: from storage DS-cdef925e-cd49-4bd5-98c9-d025fe12dd02 node DatanodeRegistration(127.0.0.1:32789, datanodeUuid=8a95b0b5-56a7-40f7-8251-b8d4b63078d9, infoPort=40935, infoSecurePort=0, ipcPort=38305, storageInfo=lv=-57;cid=testClusterID;nsid=156918604;c=1731849331148), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T13:15:31,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ad1557d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/java.io.tmpdir/jetty-localhost-40255-hadoop-hdfs-3_4_1-tests_jar-_-any-16337467602647623192/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T13:15:31,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33cc2a0b{HTTP/1.1, (http/1.1)}{localhost:40255} 2024-11-17T13:15:31,695 INFO [Time-limited test {}] server.Server(415): Started @19572ms 2024-11-17T13:15:31,696 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T13:15:31,789 WARN [Thread-919 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/cluster_49203d4b-914d-a8bd-0b23-04325ccb9d25/dfs/data/data3/current/BP-468453638-172.17.0.2-1731849331148/current, will proceed with Du for space computation calculation, 2024-11-17T13:15:31,789 WARN [Thread-920 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/cluster_49203d4b-914d-a8bd-0b23-04325ccb9d25/dfs/data/data4/current/BP-468453638-172.17.0.2-1731849331148/current, will proceed with Du for space computation calculation, 2024-11-17T13:15:31,805 WARN [Thread-908 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T13:15:31,808 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27752cf94fe6ebf2 with lease ID 0x5a446eec05575823: Processing first storage report for DS-c8f5ce05-4f37-415b-901a-ac9ec5b73630 from datanode DatanodeRegistration(127.0.0.1:35339, datanodeUuid=346a97b4-2e5a-4d0a-ac8e-1513980479ec, infoPort=40601, infoSecurePort=0, ipcPort=46323, storageInfo=lv=-57;cid=testClusterID;nsid=156918604;c=1731849331148) 2024-11-17T13:15:31,808 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27752cf94fe6ebf2 with lease ID 0x5a446eec05575823: from storage DS-c8f5ce05-4f37-415b-901a-ac9ec5b73630 node DatanodeRegistration(127.0.0.1:35339, datanodeUuid=346a97b4-2e5a-4d0a-ac8e-1513980479ec, infoPort=40601, infoSecurePort=0, ipcPort=46323, storageInfo=lv=-57;cid=testClusterID;nsid=156918604;c=1731849331148), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T13:15:31,808 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27752cf94fe6ebf2 with lease ID 0x5a446eec05575823: Processing first storage report for DS-e5f9f01f-9974-484c-befc-1c4a730e1801 from datanode DatanodeRegistration(127.0.0.1:35339, datanodeUuid=346a97b4-2e5a-4d0a-ac8e-1513980479ec, infoPort=40601, infoSecurePort=0, ipcPort=46323, storageInfo=lv=-57;cid=testClusterID;nsid=156918604;c=1731849331148) 2024-11-17T13:15:31,808 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27752cf94fe6ebf2 with lease ID 0x5a446eec05575823: from storage DS-e5f9f01f-9974-484c-befc-1c4a730e1801 node DatanodeRegistration(127.0.0.1:35339, datanodeUuid=346a97b4-2e5a-4d0a-ac8e-1513980479ec, infoPort=40601, infoSecurePort=0, ipcPort=46323, storageInfo=lv=-57;cid=testClusterID;nsid=156918604;c=1731849331148), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T13:15:31,819 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9 2024-11-17T13:15:31,822 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/cluster_49203d4b-914d-a8bd-0b23-04325ccb9d25/zookeeper_0, clientPort=49288, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/cluster_49203d4b-914d-a8bd-0b23-04325ccb9d25/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/cluster_49203d4b-914d-a8bd-0b23-04325ccb9d25/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T13:15:31,823 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=49288 2024-11-17T13:15:31,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:31,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:31,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741825_1001 (size=7) 2024-11-17T13:15:31,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741825_1001 (size=7) 2024-11-17T13:15:31,834 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929 with version=8 2024-11-17T13:15:31,834 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/hbase-staging 2024-11-17T13:15:31,836 INFO [Time-limited test {}] client.ConnectionUtils(129): master/679b436d2445:0 server-side Connection retries=45 2024-11-17T13:15:31,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:31,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:31,837 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T13:15:31,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:31,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T13:15:31,837 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T13:15:31,837 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:15:31,837 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44421 2024-11-17T13:15:31,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:31,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:31,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44421 connecting to ZooKeeper ensemble=127.0.0.1:49288 2024-11-17T13:15:31,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444210x0, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T13:15:31,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44421-0x100059f5d540000 connected 2024-11-17T13:15:31,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T13:15:31,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:31,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T13:15:31,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44421 2024-11-17T13:15:31,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44421 2024-11-17T13:15:31,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44421 2024-11-17T13:15:31,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44421 2024-11-17T13:15:31,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44421 2024-11-17T13:15:31,863 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929, hbase.cluster.distributed=false 2024-11-17T13:15:31,879 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/679b436d2445:0 server-side Connection retries=45 2024-11-17T13:15:31,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:31,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:31,880 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T13:15:31,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:31,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T13:15:31,880 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T13:15:31,880 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:15:31,880 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34129 2024-11-17T13:15:31,881 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T13:15:31,887 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-17T13:15:31,894 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-17T13:15:31,898 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-17T13:15:31,898 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-17T13:15:31,900 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T13:15:31,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:31,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:31,905 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34129 connecting to ZooKeeper ensemble=127.0.0.1:49288 2024-11-17T13:15:31,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341290x0, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T13:15:31,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34129-0x100059f5d540001 connected 2024-11-17T13:15:31,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34129-0x100059f5d540001, quorum=127.0.0.1:49288, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T13:15:31,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34129-0x100059f5d540001, quorum=127.0.0.1:49288, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:31,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34129-0x100059f5d540001, quorum=127.0.0.1:49288, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T13:15:31,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34129 2024-11-17T13:15:31,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34129 2024-11-17T13:15:31,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34129 2024-11-17T13:15:31,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34129 2024-11-17T13:15:31,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34129 2024-11-17T13:15:31,926 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/679b436d2445:0 server-side Connection retries=45 2024-11-17T13:15:31,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:31,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:31,926 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T13:15:31,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:31,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T13:15:31,926 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T13:15:31,926 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:15:31,927 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:32979 2024-11-17T13:15:31,927 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T13:15:31,928 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-17T13:15:31,935 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-17T13:15:31,935 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-17T13:15:31,936 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-17T13:15:31,937 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T13:15:31,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:31,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:31,942 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:32979 connecting to ZooKeeper ensemble=127.0.0.1:49288 2024-11-17T13:15:31,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329790x0, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T13:15:31,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329790x0, quorum=127.0.0.1:49288, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T13:15:31,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32979-0x100059f5d540002 connected 2024-11-17T13:15:31,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32979-0x100059f5d540002, quorum=127.0.0.1:49288, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:31,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32979-0x100059f5d540002, quorum=127.0.0.1:49288, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T13:15:31,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32979 2024-11-17T13:15:31,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32979 2024-11-17T13:15:31,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32979 2024-11-17T13:15:31,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32979 2024-11-17T13:15:31,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32979 2024-11-17T13:15:31,947 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/679b436d2445,44421,1731849331836 2024-11-17T13:15:31,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:31,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x100059f5d540001, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:31,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x100059f5d540002, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:31,950 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/679b436d2445,44421,1731849331836 2024-11-17T13:15:31,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T13:15:31,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x100059f5d540001, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T13:15:31,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x100059f5d540002, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T13:15:31,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x100059f5d540001, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:31,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:31,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x100059f5d540002, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:31,954 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-17T13:15:31,954 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/679b436d2445,44421,1731849331836 from backup master directory 2024-11-17T13:15:31,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-17T13:15:31,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/679b436d2445,44421,1731849331836 2024-11-17T13:15:31,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:31,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x100059f5d540001, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:31,955 WARN [master/679b436d2445:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T13:15:31,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x100059f5d540002, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:31,955 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=679b436d2445,44421,1731849331836 2024-11-17T13:15:31,960 DEBUG [M:0;679b436d2445:44421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;679b436d2445:44421 2024-11-17T13:15:31,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741826_1002 (size=42) 2024-11-17T13:15:31,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741826_1002 (size=42) 2024-11-17T13:15:31,968 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/hbase.id with ID: dc9917cd-d300-4570-9291-e5747fd6f0dc 2024-11-17T13:15:31,979 INFO [master/679b436d2445:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:31,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x100059f5d540001, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:31,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:31,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x100059f5d540002, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:31,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741827_1003 (size=196) 2024-11-17T13:15:31,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741827_1003 (size=196) 2024-11-17T13:15:31,989 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T13:15:31,990 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T13:15:31,990 INFO [master/679b436d2445:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T13:15:31,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741828_1004 (size=1189) 2024-11-17T13:15:31,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741828_1004 (size=1189) 2024-11-17T13:15:31,998 INFO [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/MasterData/data/master/store 2024-11-17T13:15:32,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741829_1005 (size=34) 2024-11-17T13:15:32,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741829_1005 (size=34) 2024-11-17T13:15:32,004 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:32,004 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T13:15:32,004 INFO [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:32,004 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:32,004 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T13:15:32,004 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:32,004 INFO [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:32,004 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-17T13:15:32,005 WARN [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/MasterData/data/master/store/.initializing 2024-11-17T13:15:32,005 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/MasterData/WALs/679b436d2445,44421,1731849331836 2024-11-17T13:15:32,006 INFO [master/679b436d2445:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T13:15:32,008 INFO [master/679b436d2445:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=679b436d2445%2C44421%2C1731849331836, suffix=, logDir=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/MasterData/WALs/679b436d2445,44421,1731849331836, archiveDir=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/MasterData/oldWALs, maxLogs=10 2024-11-17T13:15:32,022 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/MasterData/WALs/679b436d2445,44421,1731849331836/679b436d2445%2C44421%2C1731849331836.1731849332008, exclude list is [], retry=0 2024-11-17T13:15:32,025 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35339,DS-c8f5ce05-4f37-415b-901a-ac9ec5b73630,DISK] 2024-11-17T13:15:32,025 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32789,DS-13431bf3-9628-49c9-a67e-7388fb704ad2,DISK] 2024-11-17T13:15:32,027 INFO [master/679b436d2445:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/MasterData/WALs/679b436d2445,44421,1731849331836/679b436d2445%2C44421%2C1731849331836.1731849332008 2024-11-17T13:15:32,027 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40601:40601),(127.0.0.1/127.0.0.1:40935:40935)] 2024-11-17T13:15:32,027 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T13:15:32,027 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:32,027 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:32,027 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:32,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:32,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T13:15:32,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:32,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:32,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:32,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T13:15:32,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:32,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:32,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:32,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T13:15:32,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:32,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:32,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:32,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T13:15:32,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:32,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:32,036 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:32,036 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:32,038 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T13:15:32,040 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:32,042 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:32,043 INFO [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65044264, jitterRate=-0.03076493740081787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T13:15:32,043 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-17T13:15:32,044 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T13:15:32,048 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b508642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:15:32,048 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-17T13:15:32,049 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T13:15:32,049 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T13:15:32,049 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T13:15:32,049 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T13:15:32,050 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-17T13:15:32,050 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T13:15:32,052 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T13:15:32,053 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-17T13:15:32,054 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-17T13:15:32,054 INFO [master/679b436d2445:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T13:15:32,055 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-17T13:15:32,056 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-17T13:15:32,056 INFO [master/679b436d2445:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T13:15:32,057 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-17T13:15:32,059 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-17T13:15:32,059 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-17T13:15:32,060 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-17T13:15:32,062 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T13:15:32,063 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-17T13:15:32,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x100059f5d540002, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:32,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x100059f5d540001, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:32,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x100059f5d540001, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:32,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x100059f5d540002, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:32,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:32,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:32,065 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=679b436d2445,44421,1731849331836, sessionid=0x100059f5d540000, setting cluster-up flag (Was=false) 2024-11-17T13:15:32,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x100059f5d540001, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:32,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x100059f5d540002, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:32,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:32,074 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-17T13:15:32,075 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=679b436d2445,44421,1731849331836 2024-11-17T13:15:32,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:32,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x100059f5d540001, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:32,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x100059f5d540002, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:32,083 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-17T13:15:32,084 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=679b436d2445,44421,1731849331836 2024-11-17T13:15:32,087 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-17T13:15:32,087 INFO [master/679b436d2445:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-17T13:15:32,087 INFO [master/679b436d2445:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T13:15:32,087 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 679b436d2445,44421,1731849331836 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T13:15:32,087 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/679b436d2445:0, corePoolSize=5, maxPoolSize=5 2024-11-17T13:15:32,087 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/679b436d2445:0, corePoolSize=5, maxPoolSize=5 2024-11-17T13:15:32,087 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/679b436d2445:0, corePoolSize=5, maxPoolSize=5 2024-11-17T13:15:32,087 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/679b436d2445:0, corePoolSize=5, maxPoolSize=5 2024-11-17T13:15:32,087 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/679b436d2445:0, corePoolSize=10, maxPoolSize=10 2024-11-17T13:15:32,087 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:32,087 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/679b436d2445:0, corePoolSize=2, maxPoolSize=2 2024-11-17T13:15:32,087 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:32,089 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-17T13:15:32,089 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-17T13:15:32,089 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731849362089 2024-11-17T13:15:32,089 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T13:15:32,089 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T13:15:32,089 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T13:15:32,090 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T13:15:32,090 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T13:15:32,090 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T13:15:32,090 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:32,090 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:32,090 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T13:15:32,092 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T13:15:32,092 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T13:15:32,092 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T13:15:32,094 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T13:15:32,094 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T13:15:32,096 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/679b436d2445:0:becomeActiveMaster-HFileCleaner.large.0-1731849332094,5,FailOnTimeoutGroup] 2024-11-17T13:15:32,097 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/679b436d2445:0:becomeActiveMaster-HFileCleaner.small.0-1731849332096,5,FailOnTimeoutGroup] 2024-11-17T13:15:32,097 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:32,097 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T13:15:32,097 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:32,097 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:32,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741831_1007 (size=1039) 2024-11-17T13:15:32,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741831_1007 (size=1039) 2024-11-17T13:15:32,102 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-17T13:15:32,102 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929 2024-11-17T13:15:32,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741832_1008 (size=32) 2024-11-17T13:15:32,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741832_1008 (size=32) 2024-11-17T13:15:32,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:32,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T13:15:32,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T13:15:32,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:32,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:32,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T13:15:32,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T13:15:32,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:32,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:32,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T13:15:32,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T13:15:32,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:32,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:32,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/hbase/meta/1588230740 2024-11-17T13:15:32,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/hbase/meta/1588230740 2024-11-17T13:15:32,122 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T13:15:32,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-17T13:15:32,126 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:32,126 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63490218, jitterRate=-0.053922027349472046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T13:15:32,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-17T13:15:32,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-17T13:15:32,127 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-17T13:15:32,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-17T13:15:32,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T13:15:32,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T13:15:32,127 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-17T13:15:32,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-17T13:15:32,129 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-17T13:15:32,129 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-17T13:15:32,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T13:15:32,130 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T13:15:32,131 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T13:15:32,160 DEBUG [RS:0;679b436d2445:34129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;679b436d2445:34129 2024-11-17T13:15:32,160 DEBUG [RS:1;679b436d2445:32979 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;679b436d2445:32979 2024-11-17T13:15:32,162 INFO [RS:1;679b436d2445:32979 {}] regionserver.HRegionServer(1008): ClusterId : dc9917cd-d300-4570-9291-e5747fd6f0dc 2024-11-17T13:15:32,162 DEBUG [RS:1;679b436d2445:32979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T13:15:32,162 INFO [RS:0;679b436d2445:34129 {}] regionserver.HRegionServer(1008): ClusterId : dc9917cd-d300-4570-9291-e5747fd6f0dc 2024-11-17T13:15:32,162 DEBUG [RS:0;679b436d2445:34129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T13:15:32,165 DEBUG [RS:1;679b436d2445:32979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T13:15:32,165 DEBUG [RS:1;679b436d2445:32979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T13:15:32,165 DEBUG [RS:0;679b436d2445:34129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T13:15:32,165 DEBUG [RS:0;679b436d2445:34129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T13:15:32,167 DEBUG [RS:0;679b436d2445:34129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T13:15:32,167 DEBUG [RS:1;679b436d2445:32979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T13:15:32,168 DEBUG [RS:0;679b436d2445:34129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bdfc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:15:32,168 DEBUG [RS:1;679b436d2445:32979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea2da72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:15:32,168 DEBUG [RS:0;679b436d2445:34129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@616c8f97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=679b436d2445/172.17.0.2:0 2024-11-17T13:15:32,168 INFO [RS:0;679b436d2445:34129 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-17T13:15:32,168 INFO [RS:0;679b436d2445:34129 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-17T13:15:32,168 DEBUG [RS:0;679b436d2445:34129 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-17T13:15:32,168 DEBUG [RS:1;679b436d2445:32979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eecf687, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=679b436d2445/172.17.0.2:0 2024-11-17T13:15:32,168 INFO [RS:1;679b436d2445:32979 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-17T13:15:32,168 INFO [RS:1;679b436d2445:32979 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-17T13:15:32,168 DEBUG [RS:1;679b436d2445:32979 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-17T13:15:32,169 INFO [RS:0;679b436d2445:34129 {}] regionserver.HRegionServer(3073): reportForDuty to master=679b436d2445,44421,1731849331836 with isa=679b436d2445/172.17.0.2:34129, startcode=1731849331879 2024-11-17T13:15:32,169 DEBUG [RS:0;679b436d2445:34129 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T13:15:32,169 INFO [RS:1;679b436d2445:32979 {}] regionserver.HRegionServer(3073): reportForDuty to master=679b436d2445,44421,1731849331836 with isa=679b436d2445/172.17.0.2:32979, startcode=1731849331925 2024-11-17T13:15:32,169 DEBUG [RS:1;679b436d2445:32979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T13:15:32,171 INFO [RS-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52413, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T13:15:32,171 INFO [RS-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60167, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T13:15:32,171 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44421 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 679b436d2445,34129,1731849331879 2024-11-17T13:15:32,171 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44421 {}] master.ServerManager(486): Registering regionserver=679b436d2445,34129,1731849331879 2024-11-17T13:15:32,173 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44421 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 679b436d2445,32979,1731849331925 2024-11-17T13:15:32,173 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44421 {}] master.ServerManager(486): Registering regionserver=679b436d2445,32979,1731849331925 2024-11-17T13:15:32,173 DEBUG [RS:0;679b436d2445:34129 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929 2024-11-17T13:15:32,173 DEBUG [RS:0;679b436d2445:34129 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46325 2024-11-17T13:15:32,173 DEBUG [RS:0;679b436d2445:34129 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-17T13:15:32,174 DEBUG [RS:1;679b436d2445:32979 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929 2024-11-17T13:15:32,174 DEBUG [RS:1;679b436d2445:32979 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46325 2024-11-17T13:15:32,174 DEBUG [RS:1;679b436d2445:32979 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-17T13:15:32,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T13:15:32,181 DEBUG [RS:0;679b436d2445:34129 {}] zookeeper.ZKUtil(111): regionserver:34129-0x100059f5d540001, quorum=127.0.0.1:49288, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/679b436d2445,34129,1731849331879 2024-11-17T13:15:32,181 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [679b436d2445,32979,1731849331925] 2024-11-17T13:15:32,181 WARN [RS:0;679b436d2445:34129 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T13:15:32,181 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [679b436d2445,34129,1731849331879] 2024-11-17T13:15:32,181 INFO [RS:0;679b436d2445:34129 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T13:15:32,181 DEBUG [RS:1;679b436d2445:32979 {}] zookeeper.ZKUtil(111): regionserver:32979-0x100059f5d540002, quorum=127.0.0.1:49288, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/679b436d2445,32979,1731849331925 2024-11-17T13:15:32,181 DEBUG [RS:0;679b436d2445:34129 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/WALs/679b436d2445,34129,1731849331879 2024-11-17T13:15:32,181 WARN [RS:1;679b436d2445:32979 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T13:15:32,181 INFO [RS:1;679b436d2445:32979 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T13:15:32,181 DEBUG [RS:1;679b436d2445:32979 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/WALs/679b436d2445,32979,1731849331925 2024-11-17T13:15:32,187 DEBUG [RS:0;679b436d2445:34129 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-17T13:15:32,188 DEBUG [RS:1;679b436d2445:32979 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-17T13:15:32,188 INFO [RS:0;679b436d2445:34129 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T13:15:32,188 INFO [RS:1;679b436d2445:32979 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T13:15:32,189 INFO [RS:0;679b436d2445:34129 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T13:15:32,190 INFO [RS:0;679b436d2445:34129 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T13:15:32,190 INFO [RS:0;679b436d2445:34129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:32,190 INFO [RS:0;679b436d2445:34129 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-17T13:15:32,191 INFO [RS:1;679b436d2445:32979 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T13:15:32,191 INFO [RS:0;679b436d2445:34129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:32,191 DEBUG [RS:0;679b436d2445:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:32,191 INFO [RS:1;679b436d2445:32979 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T13:15:32,191 DEBUG [RS:0;679b436d2445:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:32,191 INFO [RS:1;679b436d2445:32979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:32,191 DEBUG [RS:0;679b436d2445:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:32,191 DEBUG [RS:0;679b436d2445:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:32,191 DEBUG [RS:0;679b436d2445:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:32,191 DEBUG [RS:0;679b436d2445:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/679b436d2445:0, corePoolSize=2, maxPoolSize=2 2024-11-17T13:15:32,191 DEBUG [RS:0;679b436d2445:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:32,191 INFO [RS:1;679b436d2445:32979 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-17T13:15:32,191 DEBUG [RS:0;679b436d2445:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:32,191 DEBUG [RS:0;679b436d2445:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:32,191 DEBUG [RS:0;679b436d2445:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:32,191 DEBUG [RS:0;679b436d2445:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:32,191 DEBUG [RS:0;679b436d2445:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/679b436d2445:0, corePoolSize=3, maxPoolSize=3 2024-11-17T13:15:32,191 DEBUG [RS:0;679b436d2445:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/679b436d2445:0, corePoolSize=3, maxPoolSize=3 2024-11-17T13:15:32,192 INFO [RS:0;679b436d2445:34129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:32,192 INFO [RS:0;679b436d2445:34129 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:32,192 INFO [RS:0;679b436d2445:34129 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:32,192 INFO [RS:1;679b436d2445:32979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:32,192 INFO [RS:0;679b436d2445:34129 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:32,192 INFO [RS:0;679b436d2445:34129 {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,34129,1731849331879-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T13:15:32,192 DEBUG [RS:1;679b436d2445:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:32,192 DEBUG [RS:1;679b436d2445:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:32,192 DEBUG [RS:1;679b436d2445:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:32,192 DEBUG [RS:1;679b436d2445:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:32,192 DEBUG [RS:1;679b436d2445:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:32,192 DEBUG [RS:1;679b436d2445:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/679b436d2445:0, corePoolSize=2, maxPoolSize=2 2024-11-17T13:15:32,192 DEBUG [RS:1;679b436d2445:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:32,192 DEBUG [RS:1;679b436d2445:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:32,192 DEBUG [RS:1;679b436d2445:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:32,192 DEBUG [RS:1;679b436d2445:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:32,193 DEBUG [RS:1;679b436d2445:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:32,193 DEBUG [RS:1;679b436d2445:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/679b436d2445:0, corePoolSize=3, maxPoolSize=3 2024-11-17T13:15:32,193 DEBUG [RS:1;679b436d2445:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/679b436d2445:0, corePoolSize=3, maxPoolSize=3 2024-11-17T13:15:32,193 INFO [RS:1;679b436d2445:32979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:32,193 INFO [RS:1;679b436d2445:32979 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:32,193 INFO [RS:1;679b436d2445:32979 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:32,193 INFO [RS:1;679b436d2445:32979 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:32,193 INFO [RS:1;679b436d2445:32979 {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,32979,1731849331925-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T13:15:32,206 INFO [RS:0;679b436d2445:34129 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T13:15:32,207 INFO [RS:0;679b436d2445:34129 {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,34129,1731849331879-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:32,207 INFO [RS:1;679b436d2445:32979 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T13:15:32,207 INFO [RS:1;679b436d2445:32979 {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,32979,1731849331925-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:32,221 INFO [RS:1;679b436d2445:32979 {}] regionserver.Replication(204): 679b436d2445,32979,1731849331925 started 2024-11-17T13:15:32,221 INFO [RS:1;679b436d2445:32979 {}] regionserver.HRegionServer(1767): Serving as 679b436d2445,32979,1731849331925, RpcServer on 679b436d2445/172.17.0.2:32979, sessionid=0x100059f5d540002 2024-11-17T13:15:32,221 DEBUG [RS:1;679b436d2445:32979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T13:15:32,221 DEBUG [RS:1;679b436d2445:32979 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 679b436d2445,32979,1731849331925 2024-11-17T13:15:32,221 DEBUG [RS:1;679b436d2445:32979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '679b436d2445,32979,1731849331925' 2024-11-17T13:15:32,221 DEBUG [RS:1;679b436d2445:32979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T13:15:32,222 DEBUG [RS:1;679b436d2445:32979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T13:15:32,222 DEBUG [RS:1;679b436d2445:32979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T13:15:32,222 DEBUG [RS:1;679b436d2445:32979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T13:15:32,222 DEBUG [RS:1;679b436d2445:32979 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 679b436d2445,32979,1731849331925 2024-11-17T13:15:32,222 DEBUG [RS:1;679b436d2445:32979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '679b436d2445,32979,1731849331925' 2024-11-17T13:15:32,222 DEBUG [RS:1;679b436d2445:32979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T13:15:32,222 DEBUG [RS:1;679b436d2445:32979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T13:15:32,223 DEBUG [RS:1;679b436d2445:32979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T13:15:32,223 INFO [RS:1;679b436d2445:32979 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T13:15:32,223 INFO [RS:1;679b436d2445:32979 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T13:15:32,226 INFO [RS:0;679b436d2445:34129 {}] regionserver.Replication(204): 679b436d2445,34129,1731849331879 started 2024-11-17T13:15:32,226 INFO [RS:0;679b436d2445:34129 {}] regionserver.HRegionServer(1767): Serving as 679b436d2445,34129,1731849331879, RpcServer on 679b436d2445/172.17.0.2:34129, sessionid=0x100059f5d540001 2024-11-17T13:15:32,226 DEBUG [RS:0;679b436d2445:34129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T13:15:32,226 DEBUG [RS:0;679b436d2445:34129 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 679b436d2445,34129,1731849331879 2024-11-17T13:15:32,226 DEBUG [RS:0;679b436d2445:34129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '679b436d2445,34129,1731849331879' 2024-11-17T13:15:32,226 DEBUG [RS:0;679b436d2445:34129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T13:15:32,227 DEBUG [RS:0;679b436d2445:34129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T13:15:32,227 DEBUG [RS:0;679b436d2445:34129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T13:15:32,227 DEBUG [RS:0;679b436d2445:34129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T13:15:32,227 DEBUG [RS:0;679b436d2445:34129 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 679b436d2445,34129,1731849331879 2024-11-17T13:15:32,227 DEBUG [RS:0;679b436d2445:34129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '679b436d2445,34129,1731849331879' 2024-11-17T13:15:32,227 DEBUG [RS:0;679b436d2445:34129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T13:15:32,227 DEBUG [RS:0;679b436d2445:34129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T13:15:32,228 DEBUG [RS:0;679b436d2445:34129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T13:15:32,228 INFO [RS:0;679b436d2445:34129 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T13:15:32,228 INFO [RS:0;679b436d2445:34129 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T13:15:32,281 WARN [679b436d2445:44421 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-17T13:15:32,323 INFO [RS:1;679b436d2445:32979 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T13:15:32,325 INFO [RS:1;679b436d2445:32979 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=679b436d2445%2C32979%2C1731849331925, suffix=, logDir=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/WALs/679b436d2445,32979,1731849331925, archiveDir=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/oldWALs, maxLogs=32 2024-11-17T13:15:32,328 INFO [RS:0;679b436d2445:34129 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T13:15:32,330 INFO [RS:0;679b436d2445:34129 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=679b436d2445%2C34129%2C1731849331879, suffix=, logDir=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/WALs/679b436d2445,34129,1731849331879, archiveDir=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/oldWALs, maxLogs=32 2024-11-17T13:15:32,338 DEBUG [RS:1;679b436d2445:32979 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/WALs/679b436d2445,32979,1731849331925/679b436d2445%2C32979%2C1731849331925.1731849332325, exclude list is [], retry=0 2024-11-17T13:15:32,341 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35339,DS-c8f5ce05-4f37-415b-901a-ac9ec5b73630,DISK] 2024-11-17T13:15:32,341 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32789,DS-13431bf3-9628-49c9-a67e-7388fb704ad2,DISK] 2024-11-17T13:15:32,343 INFO [RS:1;679b436d2445:32979 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/WALs/679b436d2445,32979,1731849331925/679b436d2445%2C32979%2C1731849331925.1731849332325 2024-11-17T13:15:32,343 DEBUG [RS:1;679b436d2445:32979 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40935:40935),(127.0.0.1/127.0.0.1:40601:40601)] 2024-11-17T13:15:32,348 DEBUG [RS:0;679b436d2445:34129 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/WALs/679b436d2445,34129,1731849331879/679b436d2445%2C34129%2C1731849331879.1731849332330, exclude list is [], retry=0 2024-11-17T13:15:32,351 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35339,DS-c8f5ce05-4f37-415b-901a-ac9ec5b73630,DISK] 2024-11-17T13:15:32,351 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32789,DS-13431bf3-9628-49c9-a67e-7388fb704ad2,DISK] 2024-11-17T13:15:32,353 INFO [RS:0;679b436d2445:34129 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/WALs/679b436d2445,34129,1731849331879/679b436d2445%2C34129%2C1731849331879.1731849332330 2024-11-17T13:15:32,353 DEBUG [RS:0;679b436d2445:34129 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40601:40601),(127.0.0.1/127.0.0.1:40935:40935)] 2024-11-17T13:15:32,531 DEBUG [679b436d2445:44421 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-17T13:15:32,531 DEBUG [679b436d2445:44421 {}] balancer.BalancerClusterState(202): Hosts are {679b436d2445=0} racks are {/default-rack=0} 2024-11-17T13:15:32,533 DEBUG [679b436d2445:44421 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-17T13:15:32,533 DEBUG [679b436d2445:44421 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-17T13:15:32,533 INFO [679b436d2445:44421 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-17T13:15:32,533 INFO [679b436d2445:44421 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-17T13:15:32,533 DEBUG [679b436d2445:44421 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T13:15:32,534 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=679b436d2445,32979,1731849331925 2024-11-17T13:15:32,535 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 679b436d2445,32979,1731849331925, state=OPENING 2024-11-17T13:15:32,536 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T13:15:32,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x100059f5d540001, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:32,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:32,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x100059f5d540002, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:32,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=679b436d2445,32979,1731849331925}] 2024-11-17T13:15:32,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:32,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:32,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:32,692 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 679b436d2445,32979,1731849331925 2024-11-17T13:15:32,692 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T13:15:32,694 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T13:15:32,697 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-17T13:15:32,698 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T13:15:32,698 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T13:15:32,700 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=679b436d2445%2C32979%2C1731849331925.meta, suffix=.meta, logDir=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/WALs/679b436d2445,32979,1731849331925, archiveDir=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/oldWALs, maxLogs=32 2024-11-17T13:15:32,713 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/WALs/679b436d2445,32979,1731849331925/679b436d2445%2C32979%2C1731849331925.meta.1731849332700.meta, exclude list is [], retry=0 2024-11-17T13:15:32,716 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35339,DS-c8f5ce05-4f37-415b-901a-ac9ec5b73630,DISK] 2024-11-17T13:15:32,716 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32789,DS-13431bf3-9628-49c9-a67e-7388fb704ad2,DISK] 2024-11-17T13:15:32,718 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/WALs/679b436d2445,32979,1731849331925/679b436d2445%2C32979%2C1731849331925.meta.1731849332700.meta 2024-11-17T13:15:32,718 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40601:40601),(127.0.0.1/127.0.0.1:40935:40935)] 2024-11-17T13:15:32,719 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T13:15:32,719 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T13:15:32,719 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T13:15:32,719 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T13:15:32,719 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T13:15:32,719 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:32,719 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-17T13:15:32,719 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-17T13:15:32,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T13:15:32,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T13:15:32,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:32,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:32,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T13:15:32,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T13:15:32,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:32,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:32,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T13:15:32,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T13:15:32,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:32,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:32,726 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/hbase/meta/1588230740 2024-11-17T13:15:32,727 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/hbase/meta/1588230740 2024-11-17T13:15:32,728 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T13:15:32,729 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-17T13:15:32,730 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72315758, jitterRate=0.0775887668132782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T13:15:32,731 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-17T13:15:32,731 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731849332692 2024-11-17T13:15:32,733 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T13:15:32,733 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-17T13:15:32,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=679b436d2445,32979,1731849331925 2024-11-17T13:15:32,735 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 679b436d2445,32979,1731849331925, state=OPEN 2024-11-17T13:15:32,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x100059f5d540001, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T13:15:32,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x100059f5d540002, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T13:15:32,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T13:15:32,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:32,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:32,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:32,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T13:15:32,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=679b436d2445,32979,1731849331925 in 197 msec 2024-11-17T13:15:32,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T13:15:32,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 609 msec 2024-11-17T13:15:32,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 655 msec 2024-11-17T13:15:32,742 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731849332742, completionTime=-1 2024-11-17T13:15:32,742 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-17T13:15:32,742 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-17T13:15:32,742 DEBUG [hconnection-0xfe1870b-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T13:15:32,744 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T13:15:32,745 INFO [master/679b436d2445:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-17T13:15:32,745 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731849392745 2024-11-17T13:15:32,745 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731849452745 2024-11-17T13:15:32,745 INFO [master/679b436d2445:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 2 msec 2024-11-17T13:15:32,750 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,44421,1731849331836-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:32,751 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,44421,1731849331836-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:32,751 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,44421,1731849331836-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:32,751 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-679b436d2445:44421, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:32,751 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:32,751 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-17T13:15:32,751 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T13:15:32,752 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-17T13:15:32,753 DEBUG [master/679b436d2445:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-17T13:15:32,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T13:15:32,753 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:32,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T13:15:32,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741836_1012 (size=358) 2024-11-17T13:15:32,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741836_1012 (size=358) 2024-11-17T13:15:32,766 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 812e3a4ba60d4b3249b7153ba1566bda, NAME => 'hbase:namespace,,1731849332751.812e3a4ba60d4b3249b7153ba1566bda.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929 2024-11-17T13:15:32,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741837_1013 (size=42) 2024-11-17T13:15:32,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741837_1013 (size=42) 2024-11-17T13:15:32,773 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731849332751.812e3a4ba60d4b3249b7153ba1566bda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:32,773 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 812e3a4ba60d4b3249b7153ba1566bda, disabling compactions & flushes 2024-11-17T13:15:32,773 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731849332751.812e3a4ba60d4b3249b7153ba1566bda. 2024-11-17T13:15:32,773 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731849332751.812e3a4ba60d4b3249b7153ba1566bda. 2024-11-17T13:15:32,773 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731849332751.812e3a4ba60d4b3249b7153ba1566bda. after waiting 0 ms 2024-11-17T13:15:32,773 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731849332751.812e3a4ba60d4b3249b7153ba1566bda. 2024-11-17T13:15:32,773 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731849332751.812e3a4ba60d4b3249b7153ba1566bda. 2024-11-17T13:15:32,773 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 812e3a4ba60d4b3249b7153ba1566bda: 2024-11-17T13:15:32,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T13:15:32,775 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731849332751.812e3a4ba60d4b3249b7153ba1566bda.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731849332775"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731849332775"}]},"ts":"1731849332775"} 2024-11-17T13:15:32,777 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-17T13:15:32,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T13:15:32,778 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731849332778"}]},"ts":"1731849332778"} 2024-11-17T13:15:32,780 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-17T13:15:32,783 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {679b436d2445=0} racks are {/default-rack=0} 2024-11-17T13:15:32,784 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-17T13:15:32,784 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-17T13:15:32,784 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-17T13:15:32,784 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-17T13:15:32,784 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T13:15:32,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=812e3a4ba60d4b3249b7153ba1566bda, ASSIGN}] 2024-11-17T13:15:32,785 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=812e3a4ba60d4b3249b7153ba1566bda, ASSIGN 2024-11-17T13:15:32,786 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=812e3a4ba60d4b3249b7153ba1566bda, ASSIGN; state=OFFLINE, location=679b436d2445,34129,1731849331879; forceNewPlan=false, retain=false 2024-11-17T13:15:32,936 INFO [679b436d2445:44421 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-17T13:15:32,937 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=812e3a4ba60d4b3249b7153ba1566bda, regionState=OPENING, regionLocation=679b436d2445,34129,1731849331879 2024-11-17T13:15:32,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 812e3a4ba60d4b3249b7153ba1566bda, server=679b436d2445,34129,1731849331879}] 2024-11-17T13:15:33,091 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 679b436d2445,34129,1731849331879 2024-11-17T13:15:33,092 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T13:15:33,093 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37592, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T13:15:33,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731849332751.812e3a4ba60d4b3249b7153ba1566bda. 2024-11-17T13:15:33,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 812e3a4ba60d4b3249b7153ba1566bda, NAME => 'hbase:namespace,,1731849332751.812e3a4ba60d4b3249b7153ba1566bda.', STARTKEY => '', ENDKEY => ''} 2024-11-17T13:15:33,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 812e3a4ba60d4b3249b7153ba1566bda 2024-11-17T13:15:33,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731849332751.812e3a4ba60d4b3249b7153ba1566bda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:33,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 812e3a4ba60d4b3249b7153ba1566bda 2024-11-17T13:15:33,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 812e3a4ba60d4b3249b7153ba1566bda 2024-11-17T13:15:33,099 INFO [StoreOpener-812e3a4ba60d4b3249b7153ba1566bda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 812e3a4ba60d4b3249b7153ba1566bda 2024-11-17T13:15:33,100 INFO [StoreOpener-812e3a4ba60d4b3249b7153ba1566bda-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 812e3a4ba60d4b3249b7153ba1566bda columnFamilyName info 2024-11-17T13:15:33,100 DEBUG [StoreOpener-812e3a4ba60d4b3249b7153ba1566bda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:33,101 INFO [StoreOpener-812e3a4ba60d4b3249b7153ba1566bda-1 {}] regionserver.HStore(327): Store=812e3a4ba60d4b3249b7153ba1566bda/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:33,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/hbase/namespace/812e3a4ba60d4b3249b7153ba1566bda 2024-11-17T13:15:33,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/hbase/namespace/812e3a4ba60d4b3249b7153ba1566bda 2024-11-17T13:15:33,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 812e3a4ba60d4b3249b7153ba1566bda 2024-11-17T13:15:33,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/hbase/namespace/812e3a4ba60d4b3249b7153ba1566bda/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:33,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 812e3a4ba60d4b3249b7153ba1566bda; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65914498, jitterRate=-0.01779744029045105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T13:15:33,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 812e3a4ba60d4b3249b7153ba1566bda: 2024-11-17T13:15:33,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731849332751.812e3a4ba60d4b3249b7153ba1566bda., pid=6, masterSystemTime=1731849333091 2024-11-17T13:15:33,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731849332751.812e3a4ba60d4b3249b7153ba1566bda. 2024-11-17T13:15:33,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731849332751.812e3a4ba60d4b3249b7153ba1566bda. 2024-11-17T13:15:33,109 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=812e3a4ba60d4b3249b7153ba1566bda, regionState=OPEN, openSeqNum=2, regionLocation=679b436d2445,34129,1731849331879 2024-11-17T13:15:33,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T13:15:33,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 812e3a4ba60d4b3249b7153ba1566bda, server=679b436d2445,34129,1731849331879 in 172 msec 2024-11-17T13:15:33,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T13:15:33,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=812e3a4ba60d4b3249b7153ba1566bda, ASSIGN in 329 msec 2024-11-17T13:15:33,115 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T13:15:33,115 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731849333115"}]},"ts":"1731849333115"} 2024-11-17T13:15:33,117 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-17T13:15:33,119 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T13:15:33,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 368 msec 2024-11-17T13:15:33,153 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-17T13:15:33,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-17T13:15:33,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x100059f5d540002, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:33,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x100059f5d540001, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:33,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:33,158 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T13:15:33,160 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37604, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T13:15:33,162 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-17T13:15:33,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-17T13:15:33,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 10 msec 2024-11-17T13:15:33,184 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-17T13:15:33,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-17T13:15:33,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 10 msec 2024-11-17T13:15:33,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-17T13:15:33,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-17T13:15:33,212 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.257sec 2024-11-17T13:15:33,212 INFO [master/679b436d2445:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T13:15:33,212 INFO [master/679b436d2445:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T13:15:33,212 INFO [master/679b436d2445:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T13:15:33,212 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T13:15:33,212 INFO [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T13:15:33,212 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,44421,1731849331836-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T13:15:33,212 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,44421,1731849331836-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T13:15:33,214 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-17T13:15:33,214 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T13:15:33,214 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,44421,1731849331836-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:33,249 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7dd61c31 to 127.0.0.1:49288 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4a0f7c38 2024-11-17T13:15:33,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3597f697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:15:33,254 DEBUG [hconnection-0x1a14f2-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T13:15:33,256 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T13:15:33,257 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=679b436d2445,44421,1731849331836 2024-11-17T13:15:33,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T13:15:33,260 INFO [RS-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T13:15:33,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T13:15:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-17T13:15:33,263 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T13:15:33,263 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:33,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-17T13:15:33,264 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T13:15:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T13:15:33,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741838_1014 (size=379) 2024-11-17T13:15:33,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741838_1014 (size=379) 2024-11-17T13:15:33,273 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d00d5acda8a4b4d242b7e7b5326f12bf, NAME => 'testClearRegionBlockCache,,1731849333261.d00d5acda8a4b4d242b7e7b5326f12bf.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929 2024-11-17T13:15:33,273 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => bbe8c42046a7282eed06bb31f887bb5c, NAME => 'testClearRegionBlockCache,5,1731849333261.bbe8c42046a7282eed06bb31f887bb5c.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929 2024-11-17T13:15:33,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741839_1015 (size=61) 2024-11-17T13:15:33,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741839_1015 (size=61) 2024-11-17T13:15:33,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741840_1016 (size=61) 2024-11-17T13:15:33,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741840_1016 (size=61) 2024-11-17T13:15:33,281 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731849333261.d00d5acda8a4b4d242b7e7b5326f12bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:33,281 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing d00d5acda8a4b4d242b7e7b5326f12bf, disabling compactions & flushes 2024-11-17T13:15:33,281 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731849333261.d00d5acda8a4b4d242b7e7b5326f12bf. 2024-11-17T13:15:33,281 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731849333261.d00d5acda8a4b4d242b7e7b5326f12bf. 2024-11-17T13:15:33,281 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731849333261.d00d5acda8a4b4d242b7e7b5326f12bf. after waiting 0 ms 2024-11-17T13:15:33,281 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731849333261.d00d5acda8a4b4d242b7e7b5326f12bf. 2024-11-17T13:15:33,281 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731849333261.d00d5acda8a4b4d242b7e7b5326f12bf. 2024-11-17T13:15:33,281 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for d00d5acda8a4b4d242b7e7b5326f12bf: 2024-11-17T13:15:33,282 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731849333261.bbe8c42046a7282eed06bb31f887bb5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:33,282 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing bbe8c42046a7282eed06bb31f887bb5c, disabling compactions & flushes 2024-11-17T13:15:33,282 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731849333261.bbe8c42046a7282eed06bb31f887bb5c. 2024-11-17T13:15:33,282 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731849333261.bbe8c42046a7282eed06bb31f887bb5c. 2024-11-17T13:15:33,282 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731849333261.bbe8c42046a7282eed06bb31f887bb5c. after waiting 0 ms 2024-11-17T13:15:33,282 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731849333261.bbe8c42046a7282eed06bb31f887bb5c. 2024-11-17T13:15:33,282 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731849333261.bbe8c42046a7282eed06bb31f887bb5c. 2024-11-17T13:15:33,282 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for bbe8c42046a7282eed06bb31f887bb5c: 2024-11-17T13:15:33,284 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T13:15:33,284 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731849333261.d00d5acda8a4b4d242b7e7b5326f12bf.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731849333284"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731849333284"}]},"ts":"1731849333284"} 2024-11-17T13:15:33,284 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731849333261.bbe8c42046a7282eed06bb31f887bb5c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731849333284"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731849333284"}]},"ts":"1731849333284"} 2024-11-17T13:15:33,287 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-17T13:15:33,288 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T13:15:33,288 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731849333288"}]},"ts":"1731849333288"} 2024-11-17T13:15:33,290 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-17T13:15:33,293 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {679b436d2445=0} racks are {/default-rack=0} 2024-11-17T13:15:33,294 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-17T13:15:33,294 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-17T13:15:33,295 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-17T13:15:33,295 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-17T13:15:33,295 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T13:15:33,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d00d5acda8a4b4d242b7e7b5326f12bf, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bbe8c42046a7282eed06bb31f887bb5c, ASSIGN}] 2024-11-17T13:15:33,296 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bbe8c42046a7282eed06bb31f887bb5c, ASSIGN 2024-11-17T13:15:33,296 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d00d5acda8a4b4d242b7e7b5326f12bf, ASSIGN 2024-11-17T13:15:33,297 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bbe8c42046a7282eed06bb31f887bb5c, ASSIGN; state=OFFLINE, location=679b436d2445,32979,1731849331925; forceNewPlan=false, retain=false 2024-11-17T13:15:33,297 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d00d5acda8a4b4d242b7e7b5326f12bf, ASSIGN; state=OFFLINE, location=679b436d2445,34129,1731849331879; forceNewPlan=false, retain=false 2024-11-17T13:15:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T13:15:33,447 INFO [679b436d2445:44421 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-17T13:15:33,447 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=d00d5acda8a4b4d242b7e7b5326f12bf, regionState=OPENING, regionLocation=679b436d2445,34129,1731849331879 2024-11-17T13:15:33,447 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=bbe8c42046a7282eed06bb31f887bb5c, regionState=OPENING, regionLocation=679b436d2445,32979,1731849331925 2024-11-17T13:15:33,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure d00d5acda8a4b4d242b7e7b5326f12bf, server=679b436d2445,34129,1731849331879}] 2024-11-17T13:15:33,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure bbe8c42046a7282eed06bb31f887bb5c, server=679b436d2445,32979,1731849331925}] 2024-11-17T13:15:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T13:15:33,603 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 679b436d2445,32979,1731849331925 2024-11-17T13:15:33,603 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 679b436d2445,34129,1731849331879 2024-11-17T13:15:33,606 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1731849333261.bbe8c42046a7282eed06bb31f887bb5c. 2024-11-17T13:15:33,607 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => bbe8c42046a7282eed06bb31f887bb5c, NAME => 'testClearRegionBlockCache,5,1731849333261.bbe8c42046a7282eed06bb31f887bb5c.', STARTKEY => '5', ENDKEY => ''} 2024-11-17T13:15:33,607 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1731849333261.d00d5acda8a4b4d242b7e7b5326f12bf. 2024-11-17T13:15:33,607 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache bbe8c42046a7282eed06bb31f887bb5c 2024-11-17T13:15:33,607 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => d00d5acda8a4b4d242b7e7b5326f12bf, NAME => 'testClearRegionBlockCache,,1731849333261.d00d5acda8a4b4d242b7e7b5326f12bf.', STARTKEY => '', ENDKEY => '5'} 2024-11-17T13:15:33,607 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731849333261.bbe8c42046a7282eed06bb31f887bb5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:33,607 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for bbe8c42046a7282eed06bb31f887bb5c 2024-11-17T13:15:33,607 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for bbe8c42046a7282eed06bb31f887bb5c 2024-11-17T13:15:33,607 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache d00d5acda8a4b4d242b7e7b5326f12bf 2024-11-17T13:15:33,607 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731849333261.d00d5acda8a4b4d242b7e7b5326f12bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:33,607 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for d00d5acda8a4b4d242b7e7b5326f12bf 2024-11-17T13:15:33,608 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for d00d5acda8a4b4d242b7e7b5326f12bf 2024-11-17T13:15:33,608 INFO [StoreOpener-bbe8c42046a7282eed06bb31f887bb5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region bbe8c42046a7282eed06bb31f887bb5c 2024-11-17T13:15:33,609 INFO [StoreOpener-d00d5acda8a4b4d242b7e7b5326f12bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region d00d5acda8a4b4d242b7e7b5326f12bf 2024-11-17T13:15:33,610 INFO [StoreOpener-bbe8c42046a7282eed06bb31f887bb5c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbe8c42046a7282eed06bb31f887bb5c columnFamilyName family 2024-11-17T13:15:33,610 DEBUG [StoreOpener-bbe8c42046a7282eed06bb31f887bb5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:33,610 INFO [StoreOpener-d00d5acda8a4b4d242b7e7b5326f12bf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d00d5acda8a4b4d242b7e7b5326f12bf columnFamilyName family 2024-11-17T13:15:33,610 DEBUG [StoreOpener-d00d5acda8a4b4d242b7e7b5326f12bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:33,611 INFO [StoreOpener-bbe8c42046a7282eed06bb31f887bb5c-1 {}] regionserver.HStore(327): Store=bbe8c42046a7282eed06bb31f887bb5c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:33,611 INFO [StoreOpener-d00d5acda8a4b4d242b7e7b5326f12bf-1 {}] regionserver.HStore(327): Store=d00d5acda8a4b4d242b7e7b5326f12bf/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:33,611 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/default/testClearRegionBlockCache/bbe8c42046a7282eed06bb31f887bb5c 2024-11-17T13:15:33,612 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/default/testClearRegionBlockCache/d00d5acda8a4b4d242b7e7b5326f12bf 2024-11-17T13:15:33,612 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/default/testClearRegionBlockCache/bbe8c42046a7282eed06bb31f887bb5c 2024-11-17T13:15:33,612 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/default/testClearRegionBlockCache/d00d5acda8a4b4d242b7e7b5326f12bf 2024-11-17T13:15:33,614 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for bbe8c42046a7282eed06bb31f887bb5c 2024-11-17T13:15:33,614 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for d00d5acda8a4b4d242b7e7b5326f12bf 2024-11-17T13:15:33,616 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/default/testClearRegionBlockCache/bbe8c42046a7282eed06bb31f887bb5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:33,616 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/default/testClearRegionBlockCache/d00d5acda8a4b4d242b7e7b5326f12bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:33,616 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened bbe8c42046a7282eed06bb31f887bb5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59273477, jitterRate=-0.1167563647031784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T13:15:33,616 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened d00d5acda8a4b4d242b7e7b5326f12bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66758504, jitterRate=-0.005220770835876465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T13:15:33,617 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for d00d5acda8a4b4d242b7e7b5326f12bf: 2024-11-17T13:15:33,617 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for bbe8c42046a7282eed06bb31f887bb5c: 2024-11-17T13:15:33,618 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1731849333261.d00d5acda8a4b4d242b7e7b5326f12bf., pid=12, masterSystemTime=1731849333602 2024-11-17T13:15:33,618 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1731849333261.bbe8c42046a7282eed06bb31f887bb5c., pid=13, masterSystemTime=1731849333602 2024-11-17T13:15:33,620 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1731849333261.d00d5acda8a4b4d242b7e7b5326f12bf. 2024-11-17T13:15:33,620 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1731849333261.d00d5acda8a4b4d242b7e7b5326f12bf. 2024-11-17T13:15:33,621 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=d00d5acda8a4b4d242b7e7b5326f12bf, regionState=OPEN, openSeqNum=2, regionLocation=679b436d2445,34129,1731849331879 2024-11-17T13:15:33,621 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1731849333261.bbe8c42046a7282eed06bb31f887bb5c. 2024-11-17T13:15:33,621 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1731849333261.bbe8c42046a7282eed06bb31f887bb5c. 2024-11-17T13:15:33,621 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=bbe8c42046a7282eed06bb31f887bb5c, regionState=OPEN, openSeqNum=2, regionLocation=679b436d2445,32979,1731849331925 2024-11-17T13:15:33,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-17T13:15:33,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure d00d5acda8a4b4d242b7e7b5326f12bf, server=679b436d2445,34129,1731849331879 in 172 msec 2024-11-17T13:15:33,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-17T13:15:33,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure bbe8c42046a7282eed06bb31f887bb5c, server=679b436d2445,32979,1731849331925 in 173 msec 2024-11-17T13:15:33,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d00d5acda8a4b4d242b7e7b5326f12bf, ASSIGN in 329 msec 2024-11-17T13:15:33,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-17T13:15:33,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bbe8c42046a7282eed06bb31f887bb5c, ASSIGN in 330 msec 2024-11-17T13:15:33,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T13:15:33,628 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731849333628"}]},"ts":"1731849333628"} 2024-11-17T13:15:33,629 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-17T13:15:33,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T13:15:33,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 374 msec 2024-11-17T13:15:33,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44421 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T13:15:33,869 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-17T13:15:33,869 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-17T13:15:33,869 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T13:15:33,872 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-17T13:15:33,872 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T13:15:33,872 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-17T13:15:33,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T13:15:33,877 INFO [RS-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37606, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T13:15:33,892 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing d00d5acda8a4b4d242b7e7b5326f12bf 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-17T13:15:33,908 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/default/testClearRegionBlockCache/d00d5acda8a4b4d242b7e7b5326f12bf/.tmp/family/968d2fcbeb6646f4a4f3bfae90024c5d is 32, key is 1/family:/1731849333878/Put/seqid=0 2024-11-17T13:15:33,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741841_1017 (size=5054) 2024-11-17T13:15:33,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741841_1017 (size=5054) 2024-11-17T13:15:33,914 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/default/testClearRegionBlockCache/d00d5acda8a4b4d242b7e7b5326f12bf/.tmp/family/968d2fcbeb6646f4a4f3bfae90024c5d 2024-11-17T13:15:33,920 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/default/testClearRegionBlockCache/d00d5acda8a4b4d242b7e7b5326f12bf/.tmp/family/968d2fcbeb6646f4a4f3bfae90024c5d as hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/default/testClearRegionBlockCache/d00d5acda8a4b4d242b7e7b5326f12bf/family/968d2fcbeb6646f4a4f3bfae90024c5d 2024-11-17T13:15:33,926 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/default/testClearRegionBlockCache/d00d5acda8a4b4d242b7e7b5326f12bf/family/968d2fcbeb6646f4a4f3bfae90024c5d, entries=4, sequenceid=8, filesize=4.9 K 2024-11-17T13:15:33,927 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for d00d5acda8a4b4d242b7e7b5326f12bf in 35ms, sequenceid=8, compaction requested=false 2024-11-17T13:15:33,927 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for d00d5acda8a4b4d242b7e7b5326f12bf: 2024-11-17T13:15:33,927 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing bbe8c42046a7282eed06bb31f887bb5c 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-17T13:15:33,949 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/default/testClearRegionBlockCache/bbe8c42046a7282eed06bb31f887bb5c/.tmp/family/ffe26aa11e464b53aba3845b849b6f1a is 32, key is 5/family:/1731849333886/Put/seqid=0 2024-11-17T13:15:33,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741842_1018 (size=5083) 2024-11-17T13:15:33,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741842_1018 (size=5083) 2024-11-17T13:15:33,955 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/default/testClearRegionBlockCache/bbe8c42046a7282eed06bb31f887bb5c/.tmp/family/ffe26aa11e464b53aba3845b849b6f1a 2024-11-17T13:15:33,961 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/default/testClearRegionBlockCache/bbe8c42046a7282eed06bb31f887bb5c/.tmp/family/ffe26aa11e464b53aba3845b849b6f1a as hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/default/testClearRegionBlockCache/bbe8c42046a7282eed06bb31f887bb5c/family/ffe26aa11e464b53aba3845b849b6f1a 2024-11-17T13:15:33,966 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/default/testClearRegionBlockCache/bbe8c42046a7282eed06bb31f887bb5c/family/ffe26aa11e464b53aba3845b849b6f1a, entries=5, sequenceid=9, filesize=5.0 K 2024-11-17T13:15:33,967 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for bbe8c42046a7282eed06bb31f887bb5c in 40ms, sequenceid=9, compaction requested=false 2024-11-17T13:15:33,967 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for bbe8c42046a7282eed06bb31f887bb5c: 2024-11-17T13:15:33,968 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x25f53ad8 to 127.0.0.1:49288 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6ddc5d85 2024-11-17T13:15:33,971 DEBUG [ReadOnlyZKClient-127.0.0.1:49288@0x25f53ad8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3787119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:15:33,976 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-17T13:15:33,976 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-17T13:15:33,977 DEBUG [ReadOnlyZKClient-127.0.0.1:49288@0x25f53ad8 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=679b436d2445,32979,1731849331925, seqNum=-1] 2024-11-17T13:15:33,977 DEBUG [ReadOnlyZKClient-127.0.0.1:49288@0x25f53ad8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T13:15:33,979 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T13:15:33,982 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T13:15:33,982 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T13:15:33,983 INFO [RS-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T13:15:33,983 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37616, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T13:15:33,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32979 {}] bucket.BucketCache(1852): found 1 blocks for file ffe26aa11e464b53aba3845b849b6f1a, starting offset: 0, end offset: 9223372036854775807 2024-11-17T13:15:33,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34129 {}] bucket.BucketCache(1852): found 1 blocks for file 968d2fcbeb6646f4a4f3bfae90024c5d, starting offset: 0, end offset: 9223372036854775807 2024-11-17T13:15:33,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34129 {}] bucket.BucketCache(844): removed key 968d2fcbeb6646f4a4f3bfae90024c5d_0 from back map with offset lock 2094080 in the evict process 2024-11-17T13:15:33,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32979 {}] bucket.BucketCache(844): removed key ffe26aa11e464b53aba3845b849b6f1a_0 from back map with offset lock 2094080 in the evict process 2024-11-17T13:15:33,986 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-17T13:15:33,986 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T13:15:33,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:33,986 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x25f53ad8 to 127.0.0.1:49288 2024-11-17T13:15:33,986 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-17T13:15:33,986 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-17T13:15:33,987 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7dd61c31 to 127.0.0.1:49288 2024-11-17T13:15:33,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:33,987 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T13:15:33,987 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=718929607, stopped=false 2024-11-17T13:15:33,987 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=679b436d2445,44421,1731849331836 2024-11-17T13:15:33,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x100059f5d540001, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:33,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:33,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x100059f5d540002, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:33,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:33,989 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-17T13:15:33,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x100059f5d540002, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:33,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x100059f5d540001, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:33,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:33,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32979-0x100059f5d540002, quorum=127.0.0.1:49288, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:33,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34129-0x100059f5d540001, quorum=127.0.0.1:49288, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:33,990 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '679b436d2445,34129,1731849331879' ***** 2024-11-17T13:15:33,990 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-17T13:15:33,990 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '679b436d2445,32979,1731849331925' ***** 2024-11-17T13:15:33,990 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-17T13:15:33,990 INFO [RS:0;679b436d2445:34129 {}] bucket.BucketCache(1727): Disabling cache 2024-11-17T13:15:33,990 INFO [RS:1;679b436d2445:32979 {}] bucket.BucketCache(1727): Disabling cache 2024-11-17T13:15:33,990 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-17T13:15:33,990 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-17T13:15:33,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:33,990 INFO [RS:0;679b436d2445:34129 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-17T13:15:33,991 INFO [RS:0;679b436d2445:34129 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T13:15:33,991 INFO [RS:0;679b436d2445:34129 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T13:15:33,991 INFO [RS:0;679b436d2445:34129 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T13:15:33,991 INFO [RS:0;679b436d2445:34129 {}] regionserver.HRegionServer(3579): Received CLOSE for d00d5acda8a4b4d242b7e7b5326f12bf 2024-11-17T13:15:33,991 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-17T13:15:33,991 INFO [RS:1;679b436d2445:32979 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-17T13:15:33,991 INFO [RS:1;679b436d2445:32979 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T13:15:33,991 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-17T13:15:33,991 INFO [RS:1;679b436d2445:32979 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T13:15:33,991 INFO [RS:1;679b436d2445:32979 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T13:15:33,991 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-17T13:15:33,991 INFO [RS:1;679b436d2445:32979 {}] regionserver.HRegionServer(3579): Received CLOSE for bbe8c42046a7282eed06bb31f887bb5c 2024-11-17T13:15:33,991 INFO [RS:0;679b436d2445:34129 {}] regionserver.HRegionServer(3579): Received CLOSE for 812e3a4ba60d4b3249b7153ba1566bda 2024-11-17T13:15:33,991 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-17T13:15:33,991 INFO [RS:0;679b436d2445:34129 {}] regionserver.HRegionServer(1224): stopping server 679b436d2445,34129,1731849331879 2024-11-17T13:15:33,991 DEBUG [RS:0;679b436d2445:34129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:33,991 INFO [RS:0;679b436d2445:34129 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-17T13:15:33,991 DEBUG [RS:0;679b436d2445:34129 {}] regionserver.HRegionServer(1603): Online Regions={d00d5acda8a4b4d242b7e7b5326f12bf=testClearRegionBlockCache,,1731849333261.d00d5acda8a4b4d242b7e7b5326f12bf., 812e3a4ba60d4b3249b7153ba1566bda=hbase:namespace,,1731849332751.812e3a4ba60d4b3249b7153ba1566bda.} 2024-11-17T13:15:33,991 DEBUG [RS:0;679b436d2445:34129 {}] regionserver.HRegionServer(1629): Waiting on 812e3a4ba60d4b3249b7153ba1566bda, d00d5acda8a4b4d242b7e7b5326f12bf 2024-11-17T13:15:33,991 INFO [RS:1;679b436d2445:32979 {}] regionserver.HRegionServer(1224): stopping server 679b436d2445,32979,1731849331925 2024-11-17T13:15:33,991 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-17T13:15:33,991 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-17T13:15:33,992 DEBUG [RS:1;679b436d2445:32979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:33,992 INFO [RS:1;679b436d2445:32979 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T13:15:33,992 INFO [RS:1;679b436d2445:32979 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T13:15:33,992 INFO [RS:1;679b436d2445:32979 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T13:15:33,992 INFO [RS:1;679b436d2445:32979 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-17T13:15:33,992 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d00d5acda8a4b4d242b7e7b5326f12bf, disabling compactions & flushes 2024-11-17T13:15:33,992 INFO [RS:1;679b436d2445:32979 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-17T13:15:33,992 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731849333261.d00d5acda8a4b4d242b7e7b5326f12bf. 2024-11-17T13:15:33,992 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731849333261.d00d5acda8a4b4d242b7e7b5326f12bf. 2024-11-17T13:15:33,992 DEBUG [RS:1;679b436d2445:32979 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, bbe8c42046a7282eed06bb31f887bb5c=testClearRegionBlockCache,5,1731849333261.bbe8c42046a7282eed06bb31f887bb5c.} 2024-11-17T13:15:33,992 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731849333261.d00d5acda8a4b4d242b7e7b5326f12bf. after waiting 0 ms 2024-11-17T13:15:33,992 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bbe8c42046a7282eed06bb31f887bb5c, disabling compactions & flushes 2024-11-17T13:15:33,992 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731849333261.d00d5acda8a4b4d242b7e7b5326f12bf. 2024-11-17T13:15:33,992 DEBUG [RS:1;679b436d2445:32979 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, bbe8c42046a7282eed06bb31f887bb5c 2024-11-17T13:15:33,992 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731849333261.bbe8c42046a7282eed06bb31f887bb5c. 2024-11-17T13:15:33,992 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731849333261.bbe8c42046a7282eed06bb31f887bb5c. 2024-11-17T13:15:33,992 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-17T13:15:33,992 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731849333261.bbe8c42046a7282eed06bb31f887bb5c. after waiting 0 ms 2024-11-17T13:15:33,992 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731849333261.bbe8c42046a7282eed06bb31f887bb5c. 2024-11-17T13:15:33,992 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-17T13:15:33,992 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-17T13:15:33,992 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T13:15:33,992 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T13:15:33,992 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-17T13:15:33,993 INFO [regionserver/679b436d2445:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T13:15:33,995 INFO [regionserver/679b436d2445:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T13:15:33,997 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/default/testClearRegionBlockCache/d00d5acda8a4b4d242b7e7b5326f12bf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-17T13:15:33,997 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/default/testClearRegionBlockCache/bbe8c42046a7282eed06bb31f887bb5c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-17T13:15:33,998 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731849333261.d00d5acda8a4b4d242b7e7b5326f12bf. 2024-11-17T13:15:33,998 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d00d5acda8a4b4d242b7e7b5326f12bf: 2024-11-17T13:15:33,998 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731849333261.d00d5acda8a4b4d242b7e7b5326f12bf. 2024-11-17T13:15:33,998 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 812e3a4ba60d4b3249b7153ba1566bda, disabling compactions & flushes 2024-11-17T13:15:33,998 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731849332751.812e3a4ba60d4b3249b7153ba1566bda. 2024-11-17T13:15:33,998 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731849333261.bbe8c42046a7282eed06bb31f887bb5c. 2024-11-17T13:15:33,998 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731849332751.812e3a4ba60d4b3249b7153ba1566bda. 2024-11-17T13:15:33,998 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731849332751.812e3a4ba60d4b3249b7153ba1566bda. after waiting 0 ms 2024-11-17T13:15:33,998 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bbe8c42046a7282eed06bb31f887bb5c: 2024-11-17T13:15:33,998 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731849332751.812e3a4ba60d4b3249b7153ba1566bda. 2024-11-17T13:15:33,998 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 812e3a4ba60d4b3249b7153ba1566bda 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-17T13:15:33,998 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731849333261.bbe8c42046a7282eed06bb31f887bb5c. 2024-11-17T13:15:34,012 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/hbase/meta/1588230740/.tmp/info/503765adae014aecabe9a46d12cc3b62 is 173, key is testClearRegionBlockCache,5,1731849333261.bbe8c42046a7282eed06bb31f887bb5c./info:regioninfo/1731849333621/Put/seqid=0 2024-11-17T13:15:34,013 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/hbase/namespace/812e3a4ba60d4b3249b7153ba1566bda/.tmp/info/713a938b12574858aa0fa406e51116ea is 45, key is default/info:d/1731849333166/Put/seqid=0 2024-11-17T13:15:34,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741843_1019 (size=9337) 2024-11-17T13:15:34,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741843_1019 (size=9337) 2024-11-17T13:15:34,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741844_1020 (size=5037) 2024-11-17T13:15:34,021 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/hbase/meta/1588230740/.tmp/info/503765adae014aecabe9a46d12cc3b62 2024-11-17T13:15:34,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741844_1020 (size=5037) 2024-11-17T13:15:34,021 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/hbase/namespace/812e3a4ba60d4b3249b7153ba1566bda/.tmp/info/713a938b12574858aa0fa406e51116ea 2024-11-17T13:15:34,029 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/hbase/namespace/812e3a4ba60d4b3249b7153ba1566bda/.tmp/info/713a938b12574858aa0fa406e51116ea as hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/hbase/namespace/812e3a4ba60d4b3249b7153ba1566bda/info/713a938b12574858aa0fa406e51116ea 2024-11-17T13:15:34,035 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/hbase/namespace/812e3a4ba60d4b3249b7153ba1566bda/info/713a938b12574858aa0fa406e51116ea, entries=2, sequenceid=6, filesize=4.9 K 2024-11-17T13:15:34,035 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 812e3a4ba60d4b3249b7153ba1566bda in 37ms, sequenceid=6, compaction requested=false 2024-11-17T13:15:34,039 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/hbase/namespace/812e3a4ba60d4b3249b7153ba1566bda/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T13:15:34,040 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731849332751.812e3a4ba60d4b3249b7153ba1566bda. 2024-11-17T13:15:34,040 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 812e3a4ba60d4b3249b7153ba1566bda: 2024-11-17T13:15:34,040 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731849332751.812e3a4ba60d4b3249b7153ba1566bda. 2024-11-17T13:15:34,042 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/hbase/meta/1588230740/.tmp/table/93c78f200c564d4ebb818c2da81814a5 is 61, key is testClearRegionBlockCache/table:state/1731849333628/Put/seqid=0 2024-11-17T13:15:34,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741845_1021 (size=5392) 2024-11-17T13:15:34,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741845_1021 (size=5392) 2024-11-17T13:15:34,048 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/hbase/meta/1588230740/.tmp/table/93c78f200c564d4ebb818c2da81814a5 2024-11-17T13:15:34,054 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/hbase/meta/1588230740/.tmp/info/503765adae014aecabe9a46d12cc3b62 as hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/hbase/meta/1588230740/info/503765adae014aecabe9a46d12cc3b62 2024-11-17T13:15:34,060 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/hbase/meta/1588230740/info/503765adae014aecabe9a46d12cc3b62, entries=30, sequenceid=16, filesize=9.1 K 2024-11-17T13:15:34,062 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/hbase/meta/1588230740/.tmp/table/93c78f200c564d4ebb818c2da81814a5 as hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/hbase/meta/1588230740/table/93c78f200c564d4ebb818c2da81814a5 2024-11-17T13:15:34,067 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/hbase/meta/1588230740/table/93c78f200c564d4ebb818c2da81814a5, entries=4, sequenceid=16, filesize=5.3 K 2024-11-17T13:15:34,068 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 76ms, sequenceid=16, compaction requested=false 2024-11-17T13:15:34,073 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T13:15:34,074 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T13:15:34,074 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-17T13:15:34,074 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-17T13:15:34,074 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T13:15:34,192 INFO [RS:0;679b436d2445:34129 {}] regionserver.HRegionServer(1250): stopping server 679b436d2445,34129,1731849331879; all regions closed. 2024-11-17T13:15:34,192 INFO [RS:1;679b436d2445:32979 {}] regionserver.HRegionServer(1250): stopping server 679b436d2445,32979,1731849331925; all regions closed. 2024-11-17T13:15:34,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741834_1010 (size=3079) 2024-11-17T13:15:34,194 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/WALs/679b436d2445,34129,1731849331879/679b436d2445%2C34129%2C1731849331879.1731849332330 not finished, retry = 0 2024-11-17T13:15:34,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741834_1010 (size=3079) 2024-11-17T13:15:34,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741835_1011 (size=5602) 2024-11-17T13:15:34,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741835_1011 (size=5602) 2024-11-17T13:15:34,197 DEBUG [RS:1;679b436d2445:32979 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/oldWALs 2024-11-17T13:15:34,197 INFO [RS:1;679b436d2445:32979 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 679b436d2445%2C32979%2C1731849331925.meta:.meta(num 1731849332700) 2024-11-17T13:15:34,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741833_1009 (size=1867) 2024-11-17T13:15:34,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741833_1009 (size=1867) 2024-11-17T13:15:34,201 DEBUG [RS:1;679b436d2445:32979 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/oldWALs 2024-11-17T13:15:34,201 INFO [RS:1;679b436d2445:32979 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 679b436d2445%2C32979%2C1731849331925:(num 1731849332325) 2024-11-17T13:15:34,201 DEBUG [RS:1;679b436d2445:32979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:34,201 INFO [RS:1;679b436d2445:32979 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T13:15:34,202 INFO [RS:1;679b436d2445:32979 {}] hbase.ChoreService(370): Chore service for: regionserver/679b436d2445:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-17T13:15:34,202 INFO [regionserver/679b436d2445:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-17T13:15:34,202 INFO [RS:1;679b436d2445:32979 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:32979 2024-11-17T13:15:34,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T13:15:34,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x100059f5d540002, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/679b436d2445,32979,1731849331925 2024-11-17T13:15:34,205 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [679b436d2445,32979,1731849331925] 2024-11-17T13:15:34,205 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 679b436d2445,32979,1731849331925; numProcessing=1 2024-11-17T13:15:34,207 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/679b436d2445,32979,1731849331925 already deleted, retry=false 2024-11-17T13:15:34,207 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 679b436d2445,32979,1731849331925 expired; onlineServers=1 2024-11-17T13:15:34,225 INFO [regionserver/679b436d2445:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T13:15:34,225 INFO [regionserver/679b436d2445:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T13:15:34,297 DEBUG [RS:0;679b436d2445:34129 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/oldWALs 2024-11-17T13:15:34,298 INFO [RS:0;679b436d2445:34129 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 679b436d2445%2C34129%2C1731849331879:(num 1731849332330) 2024-11-17T13:15:34,298 DEBUG [RS:0;679b436d2445:34129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:34,298 INFO [RS:0;679b436d2445:34129 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T13:15:34,298 INFO [RS:0;679b436d2445:34129 {}] hbase.ChoreService(370): Chore service for: regionserver/679b436d2445:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T13:15:34,298 INFO [RS:0;679b436d2445:34129 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T13:15:34,298 INFO [RS:0;679b436d2445:34129 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T13:15:34,298 INFO [RS:0;679b436d2445:34129 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T13:15:34,298 INFO [regionserver/679b436d2445:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-17T13:15:34,298 INFO [RS:0;679b436d2445:34129 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34129 2024-11-17T13:15:34,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T13:15:34,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x100059f5d540001, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/679b436d2445,34129,1731849331879 2024-11-17T13:15:34,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [679b436d2445,34129,1731849331879] 2024-11-17T13:15:34,301 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 679b436d2445,34129,1731849331879; numProcessing=2 2024-11-17T13:15:34,303 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/679b436d2445,34129,1731849331879 already deleted, retry=false 2024-11-17T13:15:34,303 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 679b436d2445,34129,1731849331879 expired; onlineServers=0 2024-11-17T13:15:34,303 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '679b436d2445,44421,1731849331836' ***** 2024-11-17T13:15:34,303 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T13:15:34,303 DEBUG [M:0;679b436d2445:44421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb0b5f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=679b436d2445/172.17.0.2:0 2024-11-17T13:15:34,303 INFO [M:0;679b436d2445:44421 {}] regionserver.HRegionServer(1224): stopping server 679b436d2445,44421,1731849331836 2024-11-17T13:15:34,303 INFO [M:0;679b436d2445:44421 {}] regionserver.HRegionServer(1250): stopping server 679b436d2445,44421,1731849331836; all regions closed. 2024-11-17T13:15:34,303 DEBUG [M:0;679b436d2445:44421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:34,303 DEBUG [M:0;679b436d2445:44421 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T13:15:34,303 DEBUG [M:0;679b436d2445:44421 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T13:15:34,303 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T13:15:34,303 DEBUG [master/679b436d2445:0:becomeActiveMaster-HFileCleaner.small.0-1731849332096 {}] cleaner.HFileCleaner(306): Exit Thread[master/679b436d2445:0:becomeActiveMaster-HFileCleaner.small.0-1731849332096,5,FailOnTimeoutGroup] 2024-11-17T13:15:34,303 DEBUG [master/679b436d2445:0:becomeActiveMaster-HFileCleaner.large.0-1731849332094 {}] cleaner.HFileCleaner(306): Exit Thread[master/679b436d2445:0:becomeActiveMaster-HFileCleaner.large.0-1731849332094,5,FailOnTimeoutGroup] 2024-11-17T13:15:34,304 INFO [M:0;679b436d2445:44421 {}] hbase.ChoreService(370): Chore service for: master/679b436d2445:0 had [] on shutdown 2024-11-17T13:15:34,304 DEBUG [M:0;679b436d2445:44421 {}] master.HMaster(1733): Stopping service threads 2024-11-17T13:15:34,304 INFO [M:0;679b436d2445:44421 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T13:15:34,304 INFO [M:0;679b436d2445:44421 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T13:15:34,304 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T13:15:34,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-17T13:15:34,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:34,305 DEBUG [M:0;679b436d2445:44421 {}] zookeeper.ZKUtil(347): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-17T13:15:34,305 WARN [M:0;679b436d2445:44421 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T13:15:34,305 INFO [M:0;679b436d2445:44421 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-17T13:15:34,305 INFO [M:0;679b436d2445:44421 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T13:15:34,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T13:15:34,305 DEBUG [M:0;679b436d2445:44421 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T13:15:34,305 INFO [M:0;679b436d2445:44421 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:34,305 DEBUG [M:0;679b436d2445:44421 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:34,305 DEBUG [M:0;679b436d2445:44421 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T13:15:34,305 DEBUG [M:0;679b436d2445:44421 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:34,305 INFO [M:0;679b436d2445:44421 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-17T13:15:34,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x100059f5d540002, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:34,306 INFO [RS:1;679b436d2445:32979 {}] regionserver.HRegionServer(1307): Exiting; stopping=679b436d2445,32979,1731849331925; zookeeper connection closed. 2024-11-17T13:15:34,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x100059f5d540002, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:34,306 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5501e3ba {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5501e3ba 2024-11-17T13:15:34,322 DEBUG [M:0;679b436d2445:44421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50e68d2286304e9383b19c7af9905e22 is 82, key is hbase:meta,,1/info:regioninfo/1731849332734/Put/seqid=0 2024-11-17T13:15:34,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741846_1022 (size=5672) 2024-11-17T13:15:34,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741846_1022 (size=5672) 2024-11-17T13:15:34,328 INFO [M:0;679b436d2445:44421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50e68d2286304e9383b19c7af9905e22 2024-11-17T13:15:34,347 DEBUG [M:0;679b436d2445:44421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f86d0a8a955748d89cf86e5e7f2bdb94 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731849333636/Put/seqid=0 2024-11-17T13:15:34,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741847_1023 (size=7578) 2024-11-17T13:15:34,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741847_1023 (size=7578) 2024-11-17T13:15:34,352 INFO [M:0;679b436d2445:44421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f86d0a8a955748d89cf86e5e7f2bdb94 2024-11-17T13:15:34,371 DEBUG [M:0;679b436d2445:44421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4020e86f971441a7810691bd70429272 is 69, key is 679b436d2445,32979,1731849331925/rs:state/1731849332173/Put/seqid=0 2024-11-17T13:15:34,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741848_1024 (size=5224) 2024-11-17T13:15:34,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741848_1024 (size=5224) 2024-11-17T13:15:34,376 INFO [M:0;679b436d2445:44421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4020e86f971441a7810691bd70429272 2024-11-17T13:15:34,382 DEBUG [M:0;679b436d2445:44421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50e68d2286304e9383b19c7af9905e22 as hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50e68d2286304e9383b19c7af9905e22 2024-11-17T13:15:34,386 INFO [M:0;679b436d2445:44421 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50e68d2286304e9383b19c7af9905e22, entries=8, sequenceid=108, filesize=5.5 K 2024-11-17T13:15:34,387 DEBUG [M:0;679b436d2445:44421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f86d0a8a955748d89cf86e5e7f2bdb94 as hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f86d0a8a955748d89cf86e5e7f2bdb94 2024-11-17T13:15:34,391 INFO [M:0;679b436d2445:44421 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f86d0a8a955748d89cf86e5e7f2bdb94, entries=13, sequenceid=108, filesize=7.4 K 2024-11-17T13:15:34,392 DEBUG [M:0;679b436d2445:44421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4020e86f971441a7810691bd70429272 as hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4020e86f971441a7810691bd70429272 2024-11-17T13:15:34,397 INFO [M:0;679b436d2445:44421 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46325/user/jenkins/test-data/e8c48a32-ea13-0460-3cc3-242787fda929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4020e86f971441a7810691bd70429272, entries=2, sequenceid=108, filesize=5.1 K 2024-11-17T13:15:34,398 INFO [M:0;679b436d2445:44421 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=108, compaction requested=false 2024-11-17T13:15:34,399 INFO [M:0;679b436d2445:44421 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:34,399 DEBUG [M:0;679b436d2445:44421 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-17T13:15:34,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741830_1006 (size=54465) 2024-11-17T13:15:34,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741830_1006 (size=54465) 2024-11-17T13:15:34,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x100059f5d540001, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:34,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x100059f5d540001, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:34,402 INFO [RS:0;679b436d2445:34129 {}] regionserver.HRegionServer(1307): Exiting; stopping=679b436d2445,34129,1731849331879; zookeeper connection closed. 2024-11-17T13:15:34,402 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f501781 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f501781 2024-11-17T13:15:34,402 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-17T13:15:34,402 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-17T13:15:34,402 INFO [M:0;679b436d2445:44421 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-17T13:15:34,402 INFO [M:0;679b436d2445:44421 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44421 2024-11-17T13:15:34,404 DEBUG [M:0;679b436d2445:44421 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/679b436d2445,44421,1731849331836 already deleted, retry=false 2024-11-17T13:15:34,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:34,506 INFO [M:0;679b436d2445:44421 {}] regionserver.HRegionServer(1307): Exiting; stopping=679b436d2445,44421,1731849331836; zookeeper connection closed. 2024-11-17T13:15:34,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44421-0x100059f5d540000, quorum=127.0.0.1:49288, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:34,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ad1557d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T13:15:34,509 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33cc2a0b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T13:15:34,509 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T13:15:34,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7aa9d1cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T13:15:34,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b0c8a2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/hadoop.log.dir/,STOPPED} 2024-11-17T13:15:34,510 WARN [BP-468453638-172.17.0.2-1731849331148 heartbeating to localhost/127.0.0.1:46325 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T13:15:34,510 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T13:15:34,510 WARN [BP-468453638-172.17.0.2-1731849331148 heartbeating to localhost/127.0.0.1:46325 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-468453638-172.17.0.2-1731849331148 (Datanode Uuid 346a97b4-2e5a-4d0a-ac8e-1513980479ec) service to localhost/127.0.0.1:46325 2024-11-17T13:15:34,511 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T13:15:34,511 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/cluster_49203d4b-914d-a8bd-0b23-04325ccb9d25/dfs/data/data3/current/BP-468453638-172.17.0.2-1731849331148 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T13:15:34,511 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/cluster_49203d4b-914d-a8bd-0b23-04325ccb9d25/dfs/data/data4/current/BP-468453638-172.17.0.2-1731849331148 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T13:15:34,512 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T13:15:34,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c9e56b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T13:15:34,514 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@697486b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T13:15:34,514 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T13:15:34,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a4495ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T13:15:34,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75462a70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/hadoop.log.dir/,STOPPED} 2024-11-17T13:15:34,515 WARN [BP-468453638-172.17.0.2-1731849331148 heartbeating to localhost/127.0.0.1:46325 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T13:15:34,515 WARN [BP-468453638-172.17.0.2-1731849331148 heartbeating to localhost/127.0.0.1:46325 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-468453638-172.17.0.2-1731849331148 (Datanode Uuid 8a95b0b5-56a7-40f7-8251-b8d4b63078d9) service to localhost/127.0.0.1:46325 2024-11-17T13:15:34,515 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T13:15:34,515 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T13:15:34,516 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/cluster_49203d4b-914d-a8bd-0b23-04325ccb9d25/dfs/data/data1/current/BP-468453638-172.17.0.2-1731849331148 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T13:15:34,516 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/cluster_49203d4b-914d-a8bd-0b23-04325ccb9d25/dfs/data/data2/current/BP-468453638-172.17.0.2-1731849331148 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T13:15:34,516 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T13:15:34,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ffcce20{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T13:15:34,523 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bc3b7ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T13:15:34,523 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T13:15:34,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a6bd38e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T13:15:34,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@784526b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/hadoop.log.dir/,STOPPED} 2024-11-17T13:15:34,530 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-17T13:15:34,546 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-17T13:15:34,554 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=160 (was 136) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:46325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:46325 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:46325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:46325 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:46325 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:46325 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 475) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 229), ProcessCount=11 (was 11), AvailableMemoryMB=11120 (was 11254) 2024-11-17T13:15:34,561 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=160, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=11120 2024-11-17T13:15:34,574 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/hadoop.log.dir so I do NOT create it in target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934 2024-11-17T13:15:34,574 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T13:15:34,574 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/hadoop.tmp.dir so I do NOT create it in target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934 2024-11-17T13:15:34,574 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d0d6ed5d-5854-9eb3-7330-59c4296d02c9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T13:15:34,575 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934 2024-11-17T13:15:34,575 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T13:15:34,575 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/cluster_dadac1e7-f6b4-0954-f797-52c6baa0ddf9, deleteOnExit=true 2024-11-17T13:15:34,575 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-17T13:15:34,575 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/test.cache.data in system properties and HBase conf 2024-11-17T13:15:34,575 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T13:15:34,575 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/hadoop.log.dir in system properties and HBase conf 2024-11-17T13:15:34,575 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T13:15:34,575 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T13:15:34,575 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-17T13:15:34,575 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T13:15:34,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T13:15:34,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T13:15:34,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T13:15:34,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T13:15:34,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T13:15:34,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T13:15:34,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T13:15:34,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T13:15:34,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T13:15:34,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/nfs.dump.dir in system properties and HBase conf 2024-11-17T13:15:34,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/java.io.tmpdir in system properties and HBase conf 2024-11-17T13:15:34,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T13:15:34,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T13:15:34,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T13:15:34,659 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T13:15:34,663 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T13:15:34,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T13:15:34,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T13:15:34,672 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T13:15:34,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T13:15:34,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c2113c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/hadoop.log.dir/,AVAILABLE} 2024-11-17T13:15:34,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f234e34{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T13:15:34,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b716e27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/java.io.tmpdir/jetty-localhost-40941-hadoop-hdfs-3_4_1-tests_jar-_-any-3509526470781695610/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T13:15:34,787 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@796632c2{HTTP/1.1, (http/1.1)}{localhost:40941} 2024-11-17T13:15:34,787 INFO [Time-limited test {}] server.Server(415): Started @22664ms 2024-11-17T13:15:34,852 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T13:15:34,856 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T13:15:34,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T13:15:34,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T13:15:34,856 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T13:15:34,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64ea6b00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/hadoop.log.dir/,AVAILABLE} 2024-11-17T13:15:34,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3405b3c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T13:15:34,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48d51a39{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/java.io.tmpdir/jetty-localhost-37213-hadoop-hdfs-3_4_1-tests_jar-_-any-16167787506229801698/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T13:15:34,971 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1016a1e5{HTTP/1.1, (http/1.1)}{localhost:37213} 2024-11-17T13:15:34,972 INFO [Time-limited test {}] server.Server(415): Started @22849ms 2024-11-17T13:15:34,973 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T13:15:35,002 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T13:15:35,006 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T13:15:35,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T13:15:35,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T13:15:35,008 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T13:15:35,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49145b7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/hadoop.log.dir/,AVAILABLE} 2024-11-17T13:15:35,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@685864c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T13:15:35,083 WARN [Thread-1164 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/cluster_dadac1e7-f6b4-0954-f797-52c6baa0ddf9/dfs/data/data1/current/BP-1959833058-172.17.0.2-1731849334607/current, will proceed with Du for space computation calculation, 2024-11-17T13:15:35,083 WARN [Thread-1165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/cluster_dadac1e7-f6b4-0954-f797-52c6baa0ddf9/dfs/data/data2/current/BP-1959833058-172.17.0.2-1731849334607/current, will proceed with Du for space computation calculation, 2024-11-17T13:15:35,099 WARN [Thread-1143 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T13:15:35,102 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20ef52f975ee48d with lease ID 0xe8ce9dac7eaaa126: Processing first storage report for DS-5476c9dc-7f10-483e-b0af-8612bd0cf697 from datanode DatanodeRegistration(127.0.0.1:42957, datanodeUuid=5bc19df7-a700-4dd1-a927-9832dadc119f, infoPort=43861, infoSecurePort=0, ipcPort=38473, storageInfo=lv=-57;cid=testClusterID;nsid=2141378451;c=1731849334607) 2024-11-17T13:15:35,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20ef52f975ee48d with lease ID 0xe8ce9dac7eaaa126: from storage DS-5476c9dc-7f10-483e-b0af-8612bd0cf697 node DatanodeRegistration(127.0.0.1:42957, datanodeUuid=5bc19df7-a700-4dd1-a927-9832dadc119f, infoPort=43861, infoSecurePort=0, ipcPort=38473, storageInfo=lv=-57;cid=testClusterID;nsid=2141378451;c=1731849334607), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T13:15:35,102 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20ef52f975ee48d with lease ID 0xe8ce9dac7eaaa126: Processing first storage report for DS-990d090d-acff-4421-86d9-9aa57b57d2db from datanode DatanodeRegistration(127.0.0.1:42957, datanodeUuid=5bc19df7-a700-4dd1-a927-9832dadc119f, infoPort=43861, infoSecurePort=0, ipcPort=38473, storageInfo=lv=-57;cid=testClusterID;nsid=2141378451;c=1731849334607) 2024-11-17T13:15:35,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20ef52f975ee48d with lease ID 0xe8ce9dac7eaaa126: from storage DS-990d090d-acff-4421-86d9-9aa57b57d2db node DatanodeRegistration(127.0.0.1:42957, datanodeUuid=5bc19df7-a700-4dd1-a927-9832dadc119f, infoPort=43861, infoSecurePort=0, ipcPort=38473, storageInfo=lv=-57;cid=testClusterID;nsid=2141378451;c=1731849334607), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T13:15:35,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d1ef726{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/java.io.tmpdir/jetty-localhost-46267-hadoop-hdfs-3_4_1-tests_jar-_-any-11061385784016634152/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T13:15:35,133 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a14acd4{HTTP/1.1, (http/1.1)}{localhost:46267} 2024-11-17T13:15:35,134 INFO [Time-limited test {}] server.Server(415): Started @23011ms 2024-11-17T13:15:35,135 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T13:15:35,219 WARN [Thread-1190 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/cluster_dadac1e7-f6b4-0954-f797-52c6baa0ddf9/dfs/data/data3/current/BP-1959833058-172.17.0.2-1731849334607/current, will proceed with Du for space computation calculation, 2024-11-17T13:15:35,219 WARN [Thread-1191 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/cluster_dadac1e7-f6b4-0954-f797-52c6baa0ddf9/dfs/data/data4/current/BP-1959833058-172.17.0.2-1731849334607/current, will proceed with Du for space computation calculation, 2024-11-17T13:15:35,235 WARN [Thread-1179 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T13:15:35,237 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9363052b5e1fd97 with lease ID 0xe8ce9dac7eaaa127: Processing first storage report for DS-63c3489c-3395-4887-80aa-59e64de9dbba from datanode DatanodeRegistration(127.0.0.1:36859, datanodeUuid=56eca700-ce65-4fd3-a5f2-69497bf1397d, infoPort=37925, infoSecurePort=0, ipcPort=38823, storageInfo=lv=-57;cid=testClusterID;nsid=2141378451;c=1731849334607) 2024-11-17T13:15:35,237 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9363052b5e1fd97 with lease ID 0xe8ce9dac7eaaa127: from storage DS-63c3489c-3395-4887-80aa-59e64de9dbba node DatanodeRegistration(127.0.0.1:36859, datanodeUuid=56eca700-ce65-4fd3-a5f2-69497bf1397d, infoPort=37925, infoSecurePort=0, ipcPort=38823, storageInfo=lv=-57;cid=testClusterID;nsid=2141378451;c=1731849334607), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T13:15:35,237 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9363052b5e1fd97 with lease ID 0xe8ce9dac7eaaa127: Processing first storage report for DS-1c68d6a3-723f-4c23-a728-bb96f385c03d from datanode DatanodeRegistration(127.0.0.1:36859, datanodeUuid=56eca700-ce65-4fd3-a5f2-69497bf1397d, infoPort=37925, infoSecurePort=0, ipcPort=38823, storageInfo=lv=-57;cid=testClusterID;nsid=2141378451;c=1731849334607) 2024-11-17T13:15:35,237 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9363052b5e1fd97 with lease ID 0xe8ce9dac7eaaa127: from storage DS-1c68d6a3-723f-4c23-a728-bb96f385c03d node DatanodeRegistration(127.0.0.1:36859, datanodeUuid=56eca700-ce65-4fd3-a5f2-69497bf1397d, infoPort=37925, infoSecurePort=0, ipcPort=38823, storageInfo=lv=-57;cid=testClusterID;nsid=2141378451;c=1731849334607), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T13:15:35,258 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934 2024-11-17T13:15:35,260 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/cluster_dadac1e7-f6b4-0954-f797-52c6baa0ddf9/zookeeper_0, clientPort=49487, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/cluster_dadac1e7-f6b4-0954-f797-52c6baa0ddf9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/cluster_dadac1e7-f6b4-0954-f797-52c6baa0ddf9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T13:15:35,261 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=49487 2024-11-17T13:15:35,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:35,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:35,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36859 is added to blk_1073741825_1001 (size=7) 2024-11-17T13:15:35,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741825_1001 (size=7) 2024-11-17T13:15:35,272 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2 with version=8 2024-11-17T13:15:35,272 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/hbase-staging 2024-11-17T13:15:35,274 INFO [Time-limited test {}] client.ConnectionUtils(129): master/679b436d2445:0 server-side Connection retries=45 2024-11-17T13:15:35,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:35,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:35,274 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T13:15:35,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:35,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T13:15:35,274 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T13:15:35,274 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:15:35,275 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40447 2024-11-17T13:15:35,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:35,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:35,278 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40447 connecting to ZooKeeper ensemble=127.0.0.1:49487 2024-11-17T13:15:35,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404470x0, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T13:15:35,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40447-0x100059f6ac20000 connected 2024-11-17T13:15:35,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T13:15:35,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:35,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T13:15:35,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40447 2024-11-17T13:15:35,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40447 2024-11-17T13:15:35,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40447 2024-11-17T13:15:35,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40447 2024-11-17T13:15:35,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40447 2024-11-17T13:15:35,301 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2, hbase.cluster.distributed=false 2024-11-17T13:15:35,316 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/679b436d2445:0 server-side Connection retries=45 2024-11-17T13:15:35,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:35,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:35,317 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T13:15:35,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:35,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T13:15:35,317 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T13:15:35,317 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:15:35,317 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42985 2024-11-17T13:15:35,318 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T13:15:35,318 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-17T13:15:35,325 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-17T13:15:35,325 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-17T13:15:35,326 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-17T13:15:35,326 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T13:15:35,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:35,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:35,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42985 connecting to ZooKeeper ensemble=127.0.0.1:49487 2024-11-17T13:15:35,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429850x0, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T13:15:35,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42985-0x100059f6ac20001 connected 2024-11-17T13:15:35,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42985-0x100059f6ac20001, quorum=127.0.0.1:49487, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T13:15:35,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42985-0x100059f6ac20001, quorum=127.0.0.1:49487, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:35,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42985-0x100059f6ac20001, quorum=127.0.0.1:49487, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T13:15:35,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42985 2024-11-17T13:15:35,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42985 2024-11-17T13:15:35,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42985 2024-11-17T13:15:35,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42985 2024-11-17T13:15:35,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42985 2024-11-17T13:15:35,353 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/679b436d2445:0 server-side Connection retries=45 2024-11-17T13:15:35,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:35,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:35,353 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T13:15:35,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:35,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T13:15:35,353 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T13:15:35,354 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:15:35,354 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38855 2024-11-17T13:15:35,354 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T13:15:35,355 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-17T13:15:35,360 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-17T13:15:35,361 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-17T13:15:35,361 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-17T13:15:35,361 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T13:15:35,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:35,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:35,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38855 connecting to ZooKeeper ensemble=127.0.0.1:49487 2024-11-17T13:15:35,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388550x0, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T13:15:35,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388550x0, quorum=127.0.0.1:49487, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T13:15:35,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38855-0x100059f6ac20002 connected 2024-11-17T13:15:35,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38855-0x100059f6ac20002, quorum=127.0.0.1:49487, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:35,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38855-0x100059f6ac20002, quorum=127.0.0.1:49487, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T13:15:35,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38855 2024-11-17T13:15:35,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38855 2024-11-17T13:15:35,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38855 2024-11-17T13:15:35,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38855 2024-11-17T13:15:35,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38855 2024-11-17T13:15:35,371 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/679b436d2445,40447,1731849335274 2024-11-17T13:15:35,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x100059f6ac20002, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:35,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:35,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x100059f6ac20001, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:35,375 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/679b436d2445,40447,1731849335274 2024-11-17T13:15:35,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x100059f6ac20002, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T13:15:35,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x100059f6ac20001, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T13:15:35,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x100059f6ac20002, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:35,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x100059f6ac20001, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:35,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T13:15:35,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:35,377 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-17T13:15:35,380 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/679b436d2445,40447,1731849335274 from backup master directory 2024-11-17T13:15:35,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x100059f6ac20002, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:35,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/679b436d2445,40447,1731849335274 2024-11-17T13:15:35,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:35,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-17T13:15:35,381 WARN [master/679b436d2445:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T13:15:35,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x100059f6ac20001, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:35,381 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=679b436d2445,40447,1731849335274 2024-11-17T13:15:35,387 DEBUG [M:0;679b436d2445:40447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;679b436d2445:40447 2024-11-17T13:15:35,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36859 is added to blk_1073741826_1002 (size=42) 2024-11-17T13:15:35,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741826_1002 (size=42) 2024-11-17T13:15:35,395 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/hbase.id with ID: 6126364b-111a-413b-bc2b-4d19a8b069d2 2024-11-17T13:15:35,404 INFO [master/679b436d2445:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:35,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x100059f6ac20002, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:35,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x100059f6ac20001, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:35,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:35,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741827_1003 (size=196) 2024-11-17T13:15:35,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36859 is added to blk_1073741827_1003 (size=196) 2024-11-17T13:15:35,415 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T13:15:35,416 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T13:15:35,416 INFO [master/679b436d2445:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T13:15:35,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741828_1004 (size=1189) 2024-11-17T13:15:35,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36859 is added to blk_1073741828_1004 (size=1189) 2024-11-17T13:15:35,424 INFO [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/MasterData/data/master/store 2024-11-17T13:15:35,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741829_1005 (size=34) 2024-11-17T13:15:35,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36859 is added to blk_1073741829_1005 (size=34) 2024-11-17T13:15:35,430 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:35,430 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T13:15:35,430 INFO [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:35,430 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:35,430 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T13:15:35,430 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:35,430 INFO [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:35,430 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-17T13:15:35,431 WARN [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/MasterData/data/master/store/.initializing 2024-11-17T13:15:35,431 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/MasterData/WALs/679b436d2445,40447,1731849335274 2024-11-17T13:15:35,432 INFO [master/679b436d2445:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T13:15:35,434 INFO [master/679b436d2445:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=679b436d2445%2C40447%2C1731849335274, suffix=, logDir=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/MasterData/WALs/679b436d2445,40447,1731849335274, archiveDir=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/MasterData/oldWALs, maxLogs=10 2024-11-17T13:15:35,447 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/MasterData/WALs/679b436d2445,40447,1731849335274/679b436d2445%2C40447%2C1731849335274.1731849335434, exclude list is [], retry=0 2024-11-17T13:15:35,449 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42957,DS-5476c9dc-7f10-483e-b0af-8612bd0cf697,DISK] 2024-11-17T13:15:35,450 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36859,DS-63c3489c-3395-4887-80aa-59e64de9dbba,DISK] 2024-11-17T13:15:35,451 INFO [master/679b436d2445:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/MasterData/WALs/679b436d2445,40447,1731849335274/679b436d2445%2C40447%2C1731849335274.1731849335434 2024-11-17T13:15:35,452 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43861:43861),(127.0.0.1/127.0.0.1:37925:37925)] 2024-11-17T13:15:35,452 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T13:15:35,452 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:35,452 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:35,452 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:35,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:35,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T13:15:35,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:35,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:35,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:35,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T13:15:35,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:35,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:35,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:35,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T13:15:35,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:35,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:35,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:35,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T13:15:35,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:35,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:35,462 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:35,462 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:35,464 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T13:15:35,465 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:35,467 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:35,467 INFO [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64739946, jitterRate=-0.0352996289730072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T13:15:35,468 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-17T13:15:35,468 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T13:15:35,471 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147c475a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:15:35,472 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-17T13:15:35,472 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T13:15:35,472 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T13:15:35,472 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T13:15:35,473 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T13:15:35,473 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-17T13:15:35,473 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T13:15:35,476 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T13:15:35,477 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-17T13:15:35,479 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-17T13:15:35,479 INFO [master/679b436d2445:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T13:15:35,480 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-17T13:15:35,481 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-17T13:15:35,481 INFO [master/679b436d2445:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T13:15:35,482 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-17T13:15:35,483 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-17T13:15:35,484 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-17T13:15:35,485 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-17T13:15:35,486 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T13:15:35,487 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-17T13:15:35,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:35,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x100059f6ac20002, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:35,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:35,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x100059f6ac20001, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:35,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x100059f6ac20002, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:35,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x100059f6ac20001, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:35,490 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=679b436d2445,40447,1731849335274, sessionid=0x100059f6ac20000, setting cluster-up flag (Was=false) 2024-11-17T13:15:35,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:35,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x100059f6ac20001, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:35,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x100059f6ac20002, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:35,498 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-17T13:15:35,498 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=679b436d2445,40447,1731849335274 2024-11-17T13:15:35,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x100059f6ac20002, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:35,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x100059f6ac20001, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:35,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:35,507 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-17T13:15:35,508 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=679b436d2445,40447,1731849335274 2024-11-17T13:15:35,510 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-17T13:15:35,510 INFO [master/679b436d2445:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-17T13:15:35,510 INFO [master/679b436d2445:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T13:15:35,511 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 679b436d2445,40447,1731849335274 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T13:15:35,511 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/679b436d2445:0, corePoolSize=5, maxPoolSize=5 2024-11-17T13:15:35,511 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/679b436d2445:0, corePoolSize=5, maxPoolSize=5 2024-11-17T13:15:35,511 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/679b436d2445:0, corePoolSize=5, maxPoolSize=5 2024-11-17T13:15:35,511 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/679b436d2445:0, corePoolSize=5, maxPoolSize=5 2024-11-17T13:15:35,511 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/679b436d2445:0, corePoolSize=10, maxPoolSize=10 2024-11-17T13:15:35,511 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:35,511 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/679b436d2445:0, corePoolSize=2, maxPoolSize=2 2024-11-17T13:15:35,511 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:35,512 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731849365512 2024-11-17T13:15:35,512 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T13:15:35,512 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T13:15:35,512 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T13:15:35,512 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T13:15:35,512 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T13:15:35,512 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T13:15:35,513 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:35,513 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-17T13:15:35,513 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-17T13:15:35,513 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T13:15:35,513 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T13:15:35,513 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T13:15:35,514 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:35,514 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T13:15:35,516 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T13:15:35,516 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T13:15:35,520 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/679b436d2445:0:becomeActiveMaster-HFileCleaner.large.0-1731849335516,5,FailOnTimeoutGroup] 2024-11-17T13:15:35,520 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/679b436d2445:0:becomeActiveMaster-HFileCleaner.small.0-1731849335520,5,FailOnTimeoutGroup] 2024-11-17T13:15:35,520 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:35,520 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T13:15:35,520 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:35,520 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:35,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36859 is added to blk_1073741831_1007 (size=1039) 2024-11-17T13:15:35,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741831_1007 (size=1039) 2024-11-17T13:15:35,583 DEBUG [RS:0;679b436d2445:42985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;679b436d2445:42985 2024-11-17T13:15:35,583 DEBUG [RS:1;679b436d2445:38855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;679b436d2445:38855 2024-11-17T13:15:35,584 INFO [RS:0;679b436d2445:42985 {}] regionserver.HRegionServer(1008): ClusterId : 6126364b-111a-413b-bc2b-4d19a8b069d2 2024-11-17T13:15:35,584 INFO [RS:1;679b436d2445:38855 {}] regionserver.HRegionServer(1008): ClusterId : 6126364b-111a-413b-bc2b-4d19a8b069d2 2024-11-17T13:15:35,584 DEBUG [RS:0;679b436d2445:42985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T13:15:35,584 DEBUG [RS:1;679b436d2445:38855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T13:15:35,586 DEBUG [RS:0;679b436d2445:42985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T13:15:35,586 DEBUG [RS:1;679b436d2445:38855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T13:15:35,586 DEBUG [RS:1;679b436d2445:38855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T13:15:35,586 DEBUG [RS:0;679b436d2445:42985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T13:15:35,588 DEBUG [RS:1;679b436d2445:38855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T13:15:35,588 DEBUG [RS:0;679b436d2445:42985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T13:15:35,589 DEBUG [RS:0;679b436d2445:42985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c29163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:15:35,589 DEBUG [RS:1;679b436d2445:38855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@299f39e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:15:35,589 DEBUG [RS:0;679b436d2445:42985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d0a4f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=679b436d2445/172.17.0.2:0 2024-11-17T13:15:35,589 INFO [RS:0;679b436d2445:42985 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-17T13:15:35,589 INFO [RS:0;679b436d2445:42985 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-17T13:15:35,589 DEBUG [RS:0;679b436d2445:42985 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-17T13:15:35,589 DEBUG [RS:1;679b436d2445:38855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217a4439, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=679b436d2445/172.17.0.2:0 2024-11-17T13:15:35,589 INFO [RS:1;679b436d2445:38855 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-17T13:15:35,589 INFO [RS:1;679b436d2445:38855 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-17T13:15:35,589 DEBUG [RS:1;679b436d2445:38855 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-17T13:15:35,590 INFO [RS:0;679b436d2445:42985 {}] regionserver.HRegionServer(3073): reportForDuty to master=679b436d2445,40447,1731849335274 with isa=679b436d2445/172.17.0.2:42985, startcode=1731849335316 2024-11-17T13:15:35,590 DEBUG [RS:0;679b436d2445:42985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T13:15:35,590 INFO [RS:1;679b436d2445:38855 {}] regionserver.HRegionServer(3073): reportForDuty to master=679b436d2445,40447,1731849335274 with isa=679b436d2445/172.17.0.2:38855, startcode=1731849335353 2024-11-17T13:15:35,590 DEBUG [RS:1;679b436d2445:38855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T13:15:35,591 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38225, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T13:15:35,591 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33823, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T13:15:35,592 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40447 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 679b436d2445,38855,1731849335353 2024-11-17T13:15:35,592 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40447 {}] master.ServerManager(486): Registering regionserver=679b436d2445,38855,1731849335353 2024-11-17T13:15:35,593 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40447 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 679b436d2445,42985,1731849335316 2024-11-17T13:15:35,593 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40447 {}] master.ServerManager(486): Registering regionserver=679b436d2445,42985,1731849335316 2024-11-17T13:15:35,593 DEBUG [RS:1;679b436d2445:38855 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2 2024-11-17T13:15:35,593 DEBUG [RS:1;679b436d2445:38855 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46667 2024-11-17T13:15:35,593 DEBUG [RS:1;679b436d2445:38855 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-17T13:15:35,594 DEBUG [RS:0;679b436d2445:42985 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2 2024-11-17T13:15:35,594 DEBUG [RS:0;679b436d2445:42985 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46667 2024-11-17T13:15:35,594 DEBUG [RS:0;679b436d2445:42985 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-17T13:15:35,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T13:15:35,599 DEBUG [RS:1;679b436d2445:38855 {}] zookeeper.ZKUtil(111): regionserver:38855-0x100059f6ac20002, quorum=127.0.0.1:49487, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/679b436d2445,38855,1731849335353 2024-11-17T13:15:35,599 WARN [RS:1;679b436d2445:38855 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T13:15:35,599 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [679b436d2445,42985,1731849335316] 2024-11-17T13:15:35,599 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [679b436d2445,38855,1731849335353] 2024-11-17T13:15:35,599 INFO [RS:1;679b436d2445:38855 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T13:15:35,599 DEBUG [RS:0;679b436d2445:42985 {}] zookeeper.ZKUtil(111): regionserver:42985-0x100059f6ac20001, quorum=127.0.0.1:49487, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/679b436d2445,42985,1731849335316 2024-11-17T13:15:35,599 DEBUG [RS:1;679b436d2445:38855 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/WALs/679b436d2445,38855,1731849335353 2024-11-17T13:15:35,599 WARN [RS:0;679b436d2445:42985 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T13:15:35,599 INFO [RS:0;679b436d2445:42985 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T13:15:35,599 DEBUG [RS:0;679b436d2445:42985 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/WALs/679b436d2445,42985,1731849335316 2024-11-17T13:15:35,602 DEBUG [RS:0;679b436d2445:42985 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-17T13:15:35,602 DEBUG [RS:1;679b436d2445:38855 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-17T13:15:35,602 INFO [RS:1;679b436d2445:38855 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T13:15:35,602 INFO [RS:0;679b436d2445:42985 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T13:15:35,603 INFO [RS:1;679b436d2445:38855 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T13:15:35,604 INFO [RS:1;679b436d2445:38855 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T13:15:35,604 INFO [RS:1;679b436d2445:38855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:35,604 INFO [RS:1;679b436d2445:38855 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-17T13:15:35,605 INFO [RS:0;679b436d2445:42985 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T13:15:35,605 INFO [RS:1;679b436d2445:38855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:35,605 DEBUG [RS:1;679b436d2445:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:35,605 INFO [RS:0;679b436d2445:42985 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T13:15:35,605 DEBUG [RS:1;679b436d2445:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:35,605 INFO [RS:0;679b436d2445:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:35,605 DEBUG [RS:1;679b436d2445:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:35,605 DEBUG [RS:1;679b436d2445:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:35,605 DEBUG [RS:1;679b436d2445:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:35,605 DEBUG [RS:1;679b436d2445:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/679b436d2445:0, corePoolSize=2, maxPoolSize=2 2024-11-17T13:15:35,605 DEBUG [RS:1;679b436d2445:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:35,605 DEBUG [RS:1;679b436d2445:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:35,605 DEBUG [RS:1;679b436d2445:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:35,605 INFO [RS:0;679b436d2445:42985 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-17T13:15:35,605 DEBUG [RS:1;679b436d2445:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:35,605 DEBUG [RS:1;679b436d2445:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:35,605 DEBUG [RS:1;679b436d2445:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/679b436d2445:0, corePoolSize=3, maxPoolSize=3 2024-11-17T13:15:35,605 DEBUG [RS:1;679b436d2445:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/679b436d2445:0, corePoolSize=3, maxPoolSize=3 2024-11-17T13:15:35,606 INFO [RS:0;679b436d2445:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:35,606 DEBUG [RS:0;679b436d2445:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:35,606 DEBUG [RS:0;679b436d2445:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:35,606 DEBUG [RS:0;679b436d2445:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:35,606 DEBUG [RS:0;679b436d2445:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:35,606 DEBUG [RS:0;679b436d2445:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:35,606 DEBUG [RS:0;679b436d2445:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/679b436d2445:0, corePoolSize=2, maxPoolSize=2 2024-11-17T13:15:35,606 DEBUG [RS:0;679b436d2445:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:35,606 DEBUG [RS:0;679b436d2445:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:35,606 DEBUG [RS:0;679b436d2445:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:35,606 DEBUG [RS:0;679b436d2445:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:35,606 DEBUG [RS:0;679b436d2445:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:35,606 DEBUG [RS:0;679b436d2445:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/679b436d2445:0, corePoolSize=3, maxPoolSize=3 2024-11-17T13:15:35,606 DEBUG [RS:0;679b436d2445:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/679b436d2445:0, corePoolSize=3, maxPoolSize=3 2024-11-17T13:15:35,606 INFO [RS:1;679b436d2445:38855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:35,606 INFO [RS:1;679b436d2445:38855 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:35,606 INFO [RS:1;679b436d2445:38855 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:35,606 INFO [RS:1;679b436d2445:38855 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:35,606 INFO [RS:1;679b436d2445:38855 {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,38855,1731849335353-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T13:15:35,607 INFO [RS:0;679b436d2445:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:35,607 INFO [RS:0;679b436d2445:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:35,607 INFO [RS:0;679b436d2445:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:35,607 INFO [RS:0;679b436d2445:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:35,607 INFO [RS:0;679b436d2445:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,42985,1731849335316-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T13:15:35,629 INFO [RS:0;679b436d2445:42985 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T13:15:35,629 INFO [RS:1;679b436d2445:38855 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T13:15:35,629 INFO [RS:1;679b436d2445:38855 {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,38855,1731849335353-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:35,629 INFO [RS:0;679b436d2445:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,42985,1731849335316-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:35,645 INFO [RS:0;679b436d2445:42985 {}] regionserver.Replication(204): 679b436d2445,42985,1731849335316 started 2024-11-17T13:15:35,645 INFO [RS:0;679b436d2445:42985 {}] regionserver.HRegionServer(1767): Serving as 679b436d2445,42985,1731849335316, RpcServer on 679b436d2445/172.17.0.2:42985, sessionid=0x100059f6ac20001 2024-11-17T13:15:35,645 INFO [RS:1;679b436d2445:38855 {}] regionserver.Replication(204): 679b436d2445,38855,1731849335353 started 2024-11-17T13:15:35,645 DEBUG [RS:0;679b436d2445:42985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T13:15:35,645 DEBUG [RS:0;679b436d2445:42985 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 679b436d2445,42985,1731849335316 2024-11-17T13:15:35,645 INFO [RS:1;679b436d2445:38855 {}] regionserver.HRegionServer(1767): Serving as 679b436d2445,38855,1731849335353, RpcServer on 679b436d2445/172.17.0.2:38855, sessionid=0x100059f6ac20002 2024-11-17T13:15:35,645 DEBUG [RS:0;679b436d2445:42985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '679b436d2445,42985,1731849335316' 2024-11-17T13:15:35,645 DEBUG [RS:0;679b436d2445:42985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T13:15:35,645 DEBUG [RS:1;679b436d2445:38855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T13:15:35,645 DEBUG [RS:1;679b436d2445:38855 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 679b436d2445,38855,1731849335353 2024-11-17T13:15:35,645 DEBUG [RS:1;679b436d2445:38855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '679b436d2445,38855,1731849335353' 2024-11-17T13:15:35,645 DEBUG [RS:1;679b436d2445:38855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T13:15:35,645 DEBUG [RS:0;679b436d2445:42985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T13:15:35,645 DEBUG [RS:1;679b436d2445:38855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T13:15:35,646 DEBUG [RS:0;679b436d2445:42985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T13:15:35,646 DEBUG [RS:1;679b436d2445:38855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T13:15:35,646 DEBUG [RS:0;679b436d2445:42985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T13:15:35,646 DEBUG [RS:0;679b436d2445:42985 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 679b436d2445,42985,1731849335316 2024-11-17T13:15:35,646 DEBUG [RS:1;679b436d2445:38855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T13:15:35,646 DEBUG [RS:0;679b436d2445:42985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '679b436d2445,42985,1731849335316' 2024-11-17T13:15:35,646 DEBUG [RS:1;679b436d2445:38855 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 679b436d2445,38855,1731849335353 2024-11-17T13:15:35,646 DEBUG [RS:0;679b436d2445:42985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T13:15:35,646 DEBUG [RS:1;679b436d2445:38855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '679b436d2445,38855,1731849335353' 2024-11-17T13:15:35,646 DEBUG [RS:1;679b436d2445:38855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T13:15:35,646 DEBUG [RS:0;679b436d2445:42985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T13:15:35,646 DEBUG [RS:1;679b436d2445:38855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T13:15:35,646 DEBUG [RS:0;679b436d2445:42985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T13:15:35,646 INFO [RS:0;679b436d2445:42985 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T13:15:35,646 DEBUG [RS:1;679b436d2445:38855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T13:15:35,647 INFO [RS:0;679b436d2445:42985 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T13:15:35,647 INFO [RS:1;679b436d2445:38855 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T13:15:35,647 INFO [RS:1;679b436d2445:38855 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T13:15:35,716 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T13:15:35,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T13:15:35,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T13:15:35,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T13:15:35,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T13:15:35,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T13:15:35,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T13:15:35,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T13:15:35,747 INFO [RS:0;679b436d2445:42985 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T13:15:35,747 INFO [RS:1;679b436d2445:38855 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T13:15:35,749 INFO [RS:0;679b436d2445:42985 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=679b436d2445%2C42985%2C1731849335316, suffix=, logDir=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/WALs/679b436d2445,42985,1731849335316, archiveDir=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/oldWALs, maxLogs=32 2024-11-17T13:15:35,749 INFO [RS:1;679b436d2445:38855 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=679b436d2445%2C38855%2C1731849335353, suffix=, logDir=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/WALs/679b436d2445,38855,1731849335353, archiveDir=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/oldWALs, maxLogs=32 2024-11-17T13:15:35,763 DEBUG [RS:0;679b436d2445:42985 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/WALs/679b436d2445,42985,1731849335316/679b436d2445%2C42985%2C1731849335316.1731849335749, exclude list is [], retry=0 2024-11-17T13:15:35,765 DEBUG [RS:1;679b436d2445:38855 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/WALs/679b436d2445,38855,1731849335353/679b436d2445%2C38855%2C1731849335353.1731849335749, exclude list is [], retry=0 2024-11-17T13:15:35,766 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42957,DS-5476c9dc-7f10-483e-b0af-8612bd0cf697,DISK] 2024-11-17T13:15:35,766 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36859,DS-63c3489c-3395-4887-80aa-59e64de9dbba,DISK] 2024-11-17T13:15:35,768 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36859,DS-63c3489c-3395-4887-80aa-59e64de9dbba,DISK] 2024-11-17T13:15:35,768 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42957,DS-5476c9dc-7f10-483e-b0af-8612bd0cf697,DISK] 2024-11-17T13:15:35,769 INFO [RS:0;679b436d2445:42985 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/WALs/679b436d2445,42985,1731849335316/679b436d2445%2C42985%2C1731849335316.1731849335749 2024-11-17T13:15:35,769 DEBUG [RS:0;679b436d2445:42985 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43861:43861),(127.0.0.1/127.0.0.1:37925:37925)] 2024-11-17T13:15:35,770 INFO [RS:1;679b436d2445:38855 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/WALs/679b436d2445,38855,1731849335353/679b436d2445%2C38855%2C1731849335353.1731849335749 2024-11-17T13:15:35,771 DEBUG [RS:1;679b436d2445:38855 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43861:43861),(127.0.0.1/127.0.0.1:37925:37925)] 2024-11-17T13:15:35,927 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-17T13:15:35,927 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2 2024-11-17T13:15:35,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36859 is added to blk_1073741834_1010 (size=32) 2024-11-17T13:15:35,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741834_1010 (size=32) 2024-11-17T13:15:35,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:35,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T13:15:35,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T13:15:35,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:35,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:35,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T13:15:35,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T13:15:35,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:35,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:35,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T13:15:35,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T13:15:35,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:35,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:35,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/hbase/meta/1588230740 2024-11-17T13:15:35,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/hbase/meta/1588230740 2024-11-17T13:15:35,944 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T13:15:35,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-17T13:15:35,947 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:35,947 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74107692, jitterRate=0.1042906641960144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T13:15:35,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-17T13:15:35,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-17T13:15:35,948 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-17T13:15:35,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-17T13:15:35,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T13:15:35,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T13:15:35,948 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-17T13:15:35,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-17T13:15:35,949 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-17T13:15:35,949 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-17T13:15:35,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T13:15:35,950 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T13:15:35,951 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T13:15:36,101 DEBUG [679b436d2445:40447 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-17T13:15:36,102 DEBUG [679b436d2445:40447 {}] balancer.BalancerClusterState(202): Hosts are {679b436d2445=0} racks are {/default-rack=0} 2024-11-17T13:15:36,103 DEBUG [679b436d2445:40447 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-17T13:15:36,104 DEBUG [679b436d2445:40447 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-17T13:15:36,104 INFO [679b436d2445:40447 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-17T13:15:36,104 INFO [679b436d2445:40447 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-17T13:15:36,104 DEBUG [679b436d2445:40447 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T13:15:36,104 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=679b436d2445,42985,1731849335316 2024-11-17T13:15:36,105 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 679b436d2445,42985,1731849335316, state=OPENING 2024-11-17T13:15:36,106 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T13:15:36,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x100059f6ac20001, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:36,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:36,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x100059f6ac20002, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:36,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:36,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=679b436d2445,42985,1731849335316}] 2024-11-17T13:15:36,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:36,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:36,261 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 679b436d2445,42985,1731849335316 2024-11-17T13:15:36,262 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T13:15:36,263 INFO [RS-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40522, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T13:15:36,267 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-17T13:15:36,267 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T13:15:36,267 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T13:15:36,269 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=679b436d2445%2C42985%2C1731849335316.meta, suffix=.meta, logDir=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/WALs/679b436d2445,42985,1731849335316, archiveDir=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/oldWALs, maxLogs=32 2024-11-17T13:15:36,282 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/WALs/679b436d2445,42985,1731849335316/679b436d2445%2C42985%2C1731849335316.meta.1731849336269.meta, exclude list is [], retry=0 2024-11-17T13:15:36,285 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42957,DS-5476c9dc-7f10-483e-b0af-8612bd0cf697,DISK] 2024-11-17T13:15:36,285 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36859,DS-63c3489c-3395-4887-80aa-59e64de9dbba,DISK] 2024-11-17T13:15:36,286 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/WALs/679b436d2445,42985,1731849335316/679b436d2445%2C42985%2C1731849335316.meta.1731849336269.meta 2024-11-17T13:15:36,286 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37925:37925),(127.0.0.1/127.0.0.1:43861:43861)] 2024-11-17T13:15:36,287 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T13:15:36,287 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T13:15:36,287 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T13:15:36,287 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T13:15:36,287 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T13:15:36,287 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:36,287 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-17T13:15:36,287 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-17T13:15:36,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T13:15:36,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T13:15:36,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:36,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:36,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T13:15:36,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T13:15:36,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:36,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:36,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T13:15:36,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T13:15:36,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:36,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:36,293 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/hbase/meta/1588230740 2024-11-17T13:15:36,294 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/hbase/meta/1588230740 2024-11-17T13:15:36,296 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T13:15:36,297 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-17T13:15:36,298 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66068595, jitterRate=-0.015501216053962708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T13:15:36,299 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-17T13:15:36,300 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731849336261 2024-11-17T13:15:36,302 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T13:15:36,302 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-17T13:15:36,303 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=679b436d2445,42985,1731849335316 2024-11-17T13:15:36,303 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 679b436d2445,42985,1731849335316, state=OPEN 2024-11-17T13:15:36,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x100059f6ac20001, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T13:15:36,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T13:15:36,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x100059f6ac20002, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T13:15:36,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:36,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:36,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:36,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T13:15:36,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=679b436d2445,42985,1731849335316 in 196 msec 2024-11-17T13:15:36,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T13:15:36,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-17T13:15:36,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 801 msec 2024-11-17T13:15:36,311 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731849336311, completionTime=-1 2024-11-17T13:15:36,311 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-17T13:15:36,311 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-17T13:15:36,312 DEBUG [hconnection-0x67f9199a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T13:15:36,313 INFO [RS-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T13:15:36,314 INFO [master/679b436d2445:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-17T13:15:36,314 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731849396314 2024-11-17T13:15:36,314 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731849456314 2024-11-17T13:15:36,314 INFO [master/679b436d2445:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-17T13:15:36,320 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,40447,1731849335274-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:36,320 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,40447,1731849335274-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:36,320 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,40447,1731849335274-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:36,320 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-679b436d2445:40447, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:36,320 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:36,320 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-17T13:15:36,320 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T13:15:36,321 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-17T13:15:36,322 DEBUG [master/679b436d2445:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-17T13:15:36,322 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T13:15:36,322 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:36,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T13:15:36,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36859 is added to blk_1073741836_1012 (size=358) 2024-11-17T13:15:36,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741836_1012 (size=358) 2024-11-17T13:15:36,733 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 618cbb768f275fd8c33bcc2c5c0a23d8, NAME => 'hbase:namespace,,1731849336320.618cbb768f275fd8c33bcc2c5c0a23d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2 2024-11-17T13:15:36,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741837_1013 (size=42) 2024-11-17T13:15:36,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36859 is added to blk_1073741837_1013 (size=42) 2024-11-17T13:15:36,741 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731849336320.618cbb768f275fd8c33bcc2c5c0a23d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:36,742 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 618cbb768f275fd8c33bcc2c5c0a23d8, disabling compactions & flushes 2024-11-17T13:15:36,742 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731849336320.618cbb768f275fd8c33bcc2c5c0a23d8. 2024-11-17T13:15:36,742 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731849336320.618cbb768f275fd8c33bcc2c5c0a23d8. 2024-11-17T13:15:36,742 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731849336320.618cbb768f275fd8c33bcc2c5c0a23d8. after waiting 0 ms 2024-11-17T13:15:36,742 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731849336320.618cbb768f275fd8c33bcc2c5c0a23d8. 2024-11-17T13:15:36,742 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731849336320.618cbb768f275fd8c33bcc2c5c0a23d8. 2024-11-17T13:15:36,742 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 618cbb768f275fd8c33bcc2c5c0a23d8: 2024-11-17T13:15:36,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T13:15:36,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731849336320.618cbb768f275fd8c33bcc2c5c0a23d8.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731849336743"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731849336743"}]},"ts":"1731849336743"} 2024-11-17T13:15:36,745 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-17T13:15:36,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T13:15:36,746 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731849336746"}]},"ts":"1731849336746"} 2024-11-17T13:15:36,748 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-17T13:15:36,752 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {679b436d2445=0} racks are {/default-rack=0} 2024-11-17T13:15:36,753 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-17T13:15:36,753 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-17T13:15:36,753 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-17T13:15:36,753 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-17T13:15:36,753 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T13:15:36,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=618cbb768f275fd8c33bcc2c5c0a23d8, ASSIGN}] 2024-11-17T13:15:36,754 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=618cbb768f275fd8c33bcc2c5c0a23d8, ASSIGN 2024-11-17T13:15:36,755 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=618cbb768f275fd8c33bcc2c5c0a23d8, ASSIGN; state=OFFLINE, location=679b436d2445,38855,1731849335353; forceNewPlan=false, retain=false 2024-11-17T13:15:36,905 INFO [679b436d2445:40447 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-17T13:15:36,905 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=618cbb768f275fd8c33bcc2c5c0a23d8, regionState=OPENING, regionLocation=679b436d2445,38855,1731849335353 2024-11-17T13:15:36,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 618cbb768f275fd8c33bcc2c5c0a23d8, server=679b436d2445,38855,1731849335353}] 2024-11-17T13:15:37,059 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 679b436d2445,38855,1731849335353 2024-11-17T13:15:37,059 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T13:15:37,061 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T13:15:37,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731849336320.618cbb768f275fd8c33bcc2c5c0a23d8. 2024-11-17T13:15:37,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 618cbb768f275fd8c33bcc2c5c0a23d8, NAME => 'hbase:namespace,,1731849336320.618cbb768f275fd8c33bcc2c5c0a23d8.', STARTKEY => '', ENDKEY => ''} 2024-11-17T13:15:37,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 618cbb768f275fd8c33bcc2c5c0a23d8 2024-11-17T13:15:37,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731849336320.618cbb768f275fd8c33bcc2c5c0a23d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:37,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 618cbb768f275fd8c33bcc2c5c0a23d8 2024-11-17T13:15:37,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 618cbb768f275fd8c33bcc2c5c0a23d8 2024-11-17T13:15:37,066 INFO [StoreOpener-618cbb768f275fd8c33bcc2c5c0a23d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 618cbb768f275fd8c33bcc2c5c0a23d8 2024-11-17T13:15:37,068 INFO [StoreOpener-618cbb768f275fd8c33bcc2c5c0a23d8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 618cbb768f275fd8c33bcc2c5c0a23d8 columnFamilyName info 2024-11-17T13:15:37,068 DEBUG [StoreOpener-618cbb768f275fd8c33bcc2c5c0a23d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:37,068 INFO [StoreOpener-618cbb768f275fd8c33bcc2c5c0a23d8-1 {}] regionserver.HStore(327): Store=618cbb768f275fd8c33bcc2c5c0a23d8/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:37,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/hbase/namespace/618cbb768f275fd8c33bcc2c5c0a23d8 2024-11-17T13:15:37,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/hbase/namespace/618cbb768f275fd8c33bcc2c5c0a23d8 2024-11-17T13:15:37,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 618cbb768f275fd8c33bcc2c5c0a23d8 2024-11-17T13:15:37,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/hbase/namespace/618cbb768f275fd8c33bcc2c5c0a23d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:37,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 618cbb768f275fd8c33bcc2c5c0a23d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75058418, jitterRate=0.11845758557319641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T13:15:37,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 618cbb768f275fd8c33bcc2c5c0a23d8: 2024-11-17T13:15:37,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731849336320.618cbb768f275fd8c33bcc2c5c0a23d8., pid=6, masterSystemTime=1731849337059 2024-11-17T13:15:37,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731849336320.618cbb768f275fd8c33bcc2c5c0a23d8. 2024-11-17T13:15:37,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731849336320.618cbb768f275fd8c33bcc2c5c0a23d8. 2024-11-17T13:15:37,078 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=618cbb768f275fd8c33bcc2c5c0a23d8, regionState=OPEN, openSeqNum=2, regionLocation=679b436d2445,38855,1731849335353 2024-11-17T13:15:37,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T13:15:37,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 618cbb768f275fd8c33bcc2c5c0a23d8, server=679b436d2445,38855,1731849335353 in 172 msec 2024-11-17T13:15:37,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T13:15:37,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=618cbb768f275fd8c33bcc2c5c0a23d8, ASSIGN in 328 msec 2024-11-17T13:15:37,083 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T13:15:37,083 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731849337083"}]},"ts":"1731849337083"} 2024-11-17T13:15:37,085 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-17T13:15:37,087 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T13:15:37,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 767 msec 2024-11-17T13:15:37,123 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-17T13:15:37,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-17T13:15:37,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x100059f6ac20002, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:37,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x100059f6ac20001, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:37,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:37,128 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T13:15:37,129 INFO [RS-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T13:15:37,131 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-17T13:15:37,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-17T13:15:37,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 11 msec 2024-11-17T13:15:37,153 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-17T13:15:37,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-17T13:15:37,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 11 msec 2024-11-17T13:15:37,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-17T13:15:37,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-17T13:15:37,181 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.800sec 2024-11-17T13:15:37,182 INFO [master/679b436d2445:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T13:15:37,182 INFO [master/679b436d2445:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T13:15:37,182 INFO [master/679b436d2445:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T13:15:37,182 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T13:15:37,182 INFO [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T13:15:37,182 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,40447,1731849335274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T13:15:37,182 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,40447,1731849335274-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T13:15:37,184 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-17T13:15:37,184 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T13:15:37,184 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,40447,1731849335274-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:37,274 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x001ebfc7 to 127.0.0.1:49487 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72811789 2024-11-17T13:15:37,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60dba8b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:15:37,281 DEBUG [hconnection-0x7124dd4f-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T13:15:37,282 INFO [RS-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T13:15:37,284 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=679b436d2445,40447,1731849335274 2024-11-17T13:15:37,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T13:15:37,285 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T13:15:37,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T13:15:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-17T13:15:37,289 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T13:15:37,289 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:37,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-17T13:15:37,290 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T13:15:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T13:15:37,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36859 is added to blk_1073741838_1014 (size=379) 2024-11-17T13:15:37,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741838_1014 (size=379) 2024-11-17T13:15:37,303 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 21ffc309572117e83c94b3d266d6f7dd, NAME => 'testClearRegionBlockCache,5,1731849337287.21ffc309572117e83c94b3d266d6f7dd.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2 2024-11-17T13:15:37,303 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 54a1330ca14c2b1f619147e674078867, NAME => 'testClearRegionBlockCache,,1731849337287.54a1330ca14c2b1f619147e674078867.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2 2024-11-17T13:15:37,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36859 is added to blk_1073741840_1016 (size=61) 2024-11-17T13:15:37,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741839_1015 (size=61) 2024-11-17T13:15:37,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36859 is added to blk_1073741839_1015 (size=61) 2024-11-17T13:15:37,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741840_1016 (size=61) 2024-11-17T13:15:37,312 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731849337287.54a1330ca14c2b1f619147e674078867.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:37,312 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 54a1330ca14c2b1f619147e674078867, disabling compactions & flushes 2024-11-17T13:15:37,312 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731849337287.54a1330ca14c2b1f619147e674078867. 2024-11-17T13:15:37,312 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731849337287.54a1330ca14c2b1f619147e674078867. 2024-11-17T13:15:37,312 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731849337287.54a1330ca14c2b1f619147e674078867. after waiting 0 ms 2024-11-17T13:15:37,312 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731849337287.54a1330ca14c2b1f619147e674078867. 2024-11-17T13:15:37,312 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731849337287.54a1330ca14c2b1f619147e674078867. 2024-11-17T13:15:37,312 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 54a1330ca14c2b1f619147e674078867: 2024-11-17T13:15:37,313 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731849337287.21ffc309572117e83c94b3d266d6f7dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:37,313 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 21ffc309572117e83c94b3d266d6f7dd, disabling compactions & flushes 2024-11-17T13:15:37,313 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731849337287.21ffc309572117e83c94b3d266d6f7dd. 2024-11-17T13:15:37,313 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731849337287.21ffc309572117e83c94b3d266d6f7dd. 2024-11-17T13:15:37,313 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731849337287.21ffc309572117e83c94b3d266d6f7dd. after waiting 0 ms 2024-11-17T13:15:37,313 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731849337287.21ffc309572117e83c94b3d266d6f7dd. 2024-11-17T13:15:37,313 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731849337287.21ffc309572117e83c94b3d266d6f7dd. 2024-11-17T13:15:37,313 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 21ffc309572117e83c94b3d266d6f7dd: 2024-11-17T13:15:37,314 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T13:15:37,314 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731849337287.54a1330ca14c2b1f619147e674078867.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731849337314"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731849337314"}]},"ts":"1731849337314"} 2024-11-17T13:15:37,314 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731849337287.21ffc309572117e83c94b3d266d6f7dd.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731849337314"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731849337314"}]},"ts":"1731849337314"} 2024-11-17T13:15:37,317 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-17T13:15:37,318 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T13:15:37,318 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731849337318"}]},"ts":"1731849337318"} 2024-11-17T13:15:37,320 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-17T13:15:37,324 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {679b436d2445=0} racks are {/default-rack=0} 2024-11-17T13:15:37,325 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-17T13:15:37,325 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-17T13:15:37,325 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-17T13:15:37,325 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-17T13:15:37,325 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T13:15:37,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=54a1330ca14c2b1f619147e674078867, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=21ffc309572117e83c94b3d266d6f7dd, ASSIGN}] 2024-11-17T13:15:37,326 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=21ffc309572117e83c94b3d266d6f7dd, ASSIGN 2024-11-17T13:15:37,326 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=54a1330ca14c2b1f619147e674078867, ASSIGN 2024-11-17T13:15:37,327 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=54a1330ca14c2b1f619147e674078867, ASSIGN; state=OFFLINE, location=679b436d2445,42985,1731849335316; forceNewPlan=false, retain=false 2024-11-17T13:15:37,327 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=21ffc309572117e83c94b3d266d6f7dd, ASSIGN; state=OFFLINE, location=679b436d2445,38855,1731849335353; forceNewPlan=false, retain=false 2024-11-17T13:15:37,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T13:15:37,344 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T13:15:37,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-17T13:15:37,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-17T13:15:37,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T13:15:37,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T13:15:37,347 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T13:15:37,347 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T13:15:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T13:15:37,478 INFO [679b436d2445:40447 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-17T13:15:37,478 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=21ffc309572117e83c94b3d266d6f7dd, regionState=OPENING, regionLocation=679b436d2445,38855,1731849335353 2024-11-17T13:15:37,478 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=54a1330ca14c2b1f619147e674078867, regionState=OPENING, regionLocation=679b436d2445,42985,1731849335316 2024-11-17T13:15:37,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 54a1330ca14c2b1f619147e674078867, server=679b436d2445,42985,1731849335316}] 2024-11-17T13:15:37,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 21ffc309572117e83c94b3d266d6f7dd, server=679b436d2445,38855,1731849335353}] 2024-11-17T13:15:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T13:15:37,633 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 679b436d2445,38855,1731849335353 2024-11-17T13:15:37,633 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 679b436d2445,42985,1731849335316 2024-11-17T13:15:37,636 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1731849337287.21ffc309572117e83c94b3d266d6f7dd. 2024-11-17T13:15:37,637 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 21ffc309572117e83c94b3d266d6f7dd, NAME => 'testClearRegionBlockCache,5,1731849337287.21ffc309572117e83c94b3d266d6f7dd.', STARTKEY => '5', ENDKEY => ''} 2024-11-17T13:15:37,637 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1731849337287.54a1330ca14c2b1f619147e674078867. 2024-11-17T13:15:37,637 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 54a1330ca14c2b1f619147e674078867, NAME => 'testClearRegionBlockCache,,1731849337287.54a1330ca14c2b1f619147e674078867.', STARTKEY => '', ENDKEY => '5'} 2024-11-17T13:15:37,637 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 21ffc309572117e83c94b3d266d6f7dd 2024-11-17T13:15:37,637 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731849337287.21ffc309572117e83c94b3d266d6f7dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:37,637 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 54a1330ca14c2b1f619147e674078867 2024-11-17T13:15:37,637 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 21ffc309572117e83c94b3d266d6f7dd 2024-11-17T13:15:37,637 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731849337287.54a1330ca14c2b1f619147e674078867.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:37,637 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 21ffc309572117e83c94b3d266d6f7dd 2024-11-17T13:15:37,637 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 54a1330ca14c2b1f619147e674078867 2024-11-17T13:15:37,637 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 54a1330ca14c2b1f619147e674078867 2024-11-17T13:15:37,638 INFO [StoreOpener-21ffc309572117e83c94b3d266d6f7dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 21ffc309572117e83c94b3d266d6f7dd 2024-11-17T13:15:37,638 INFO [StoreOpener-54a1330ca14c2b1f619147e674078867-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 54a1330ca14c2b1f619147e674078867 2024-11-17T13:15:37,640 INFO [StoreOpener-54a1330ca14c2b1f619147e674078867-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54a1330ca14c2b1f619147e674078867 columnFamilyName family 2024-11-17T13:15:37,640 INFO [StoreOpener-21ffc309572117e83c94b3d266d6f7dd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21ffc309572117e83c94b3d266d6f7dd columnFamilyName family 2024-11-17T13:15:37,640 DEBUG [StoreOpener-54a1330ca14c2b1f619147e674078867-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:37,640 DEBUG [StoreOpener-21ffc309572117e83c94b3d266d6f7dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:37,640 INFO [StoreOpener-54a1330ca14c2b1f619147e674078867-1 {}] regionserver.HStore(327): Store=54a1330ca14c2b1f619147e674078867/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:37,640 INFO [StoreOpener-21ffc309572117e83c94b3d266d6f7dd-1 {}] regionserver.HStore(327): Store=21ffc309572117e83c94b3d266d6f7dd/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:37,641 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/default/testClearRegionBlockCache/54a1330ca14c2b1f619147e674078867 2024-11-17T13:15:37,641 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/default/testClearRegionBlockCache/21ffc309572117e83c94b3d266d6f7dd 2024-11-17T13:15:37,641 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/default/testClearRegionBlockCache/54a1330ca14c2b1f619147e674078867 2024-11-17T13:15:37,641 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/default/testClearRegionBlockCache/21ffc309572117e83c94b3d266d6f7dd 2024-11-17T13:15:37,643 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 54a1330ca14c2b1f619147e674078867 2024-11-17T13:15:37,643 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 21ffc309572117e83c94b3d266d6f7dd 2024-11-17T13:15:37,646 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/default/testClearRegionBlockCache/54a1330ca14c2b1f619147e674078867/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:37,646 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/default/testClearRegionBlockCache/21ffc309572117e83c94b3d266d6f7dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:37,646 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 54a1330ca14c2b1f619147e674078867; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65235207, jitterRate=-0.027919664978981018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T13:15:37,646 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 21ffc309572117e83c94b3d266d6f7dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69823848, jitterRate=0.040456414222717285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T13:15:37,647 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 54a1330ca14c2b1f619147e674078867: 2024-11-17T13:15:37,647 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 21ffc309572117e83c94b3d266d6f7dd: 2024-11-17T13:15:37,648 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1731849337287.54a1330ca14c2b1f619147e674078867., pid=12, masterSystemTime=1731849337633 2024-11-17T13:15:37,648 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1731849337287.21ffc309572117e83c94b3d266d6f7dd., pid=13, masterSystemTime=1731849337633 2024-11-17T13:15:37,649 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1731849337287.21ffc309572117e83c94b3d266d6f7dd. 2024-11-17T13:15:37,649 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1731849337287.21ffc309572117e83c94b3d266d6f7dd. 2024-11-17T13:15:37,650 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=21ffc309572117e83c94b3d266d6f7dd, regionState=OPEN, openSeqNum=2, regionLocation=679b436d2445,38855,1731849335353 2024-11-17T13:15:37,650 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1731849337287.54a1330ca14c2b1f619147e674078867. 2024-11-17T13:15:37,650 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1731849337287.54a1330ca14c2b1f619147e674078867. 2024-11-17T13:15:37,651 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=54a1330ca14c2b1f619147e674078867, regionState=OPEN, openSeqNum=2, regionLocation=679b436d2445,42985,1731849335316 2024-11-17T13:15:37,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-17T13:15:37,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 21ffc309572117e83c94b3d266d6f7dd, server=679b436d2445,38855,1731849335353 in 170 msec 2024-11-17T13:15:37,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-17T13:15:37,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 54a1330ca14c2b1f619147e674078867, server=679b436d2445,42985,1731849335316 in 172 msec 2024-11-17T13:15:37,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=21ffc309572117e83c94b3d266d6f7dd, ASSIGN in 328 msec 2024-11-17T13:15:37,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T13:15:37,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=54a1330ca14c2b1f619147e674078867, ASSIGN in 329 msec 2024-11-17T13:15:37,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T13:15:37,656 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731849337656"}]},"ts":"1731849337656"} 2024-11-17T13:15:37,657 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-17T13:15:37,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T13:15:37,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 373 msec 2024-11-17T13:15:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T13:15:37,895 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-17T13:15:37,895 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-17T13:15:37,895 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T13:15:37,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-17T13:15:37,898 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T13:15:37,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-17T13:15:37,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T13:15:37,909 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T13:15:37,915 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 54a1330ca14c2b1f619147e674078867 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-17T13:15:37,931 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/default/testClearRegionBlockCache/54a1330ca14c2b1f619147e674078867/.tmp/family/23ddb8ba5c114a7a96f7b7a735d2d38a is 32, key is 1/family:/1731849337901/Put/seqid=0 2024-11-17T13:15:37,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741841_1017 (size=5054) 2024-11-17T13:15:37,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36859 is added to blk_1073741841_1017 (size=5054) 2024-11-17T13:15:37,937 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/default/testClearRegionBlockCache/54a1330ca14c2b1f619147e674078867/.tmp/family/23ddb8ba5c114a7a96f7b7a735d2d38a 2024-11-17T13:15:37,943 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/default/testClearRegionBlockCache/54a1330ca14c2b1f619147e674078867/.tmp/family/23ddb8ba5c114a7a96f7b7a735d2d38a as hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/default/testClearRegionBlockCache/54a1330ca14c2b1f619147e674078867/family/23ddb8ba5c114a7a96f7b7a735d2d38a 2024-11-17T13:15:37,947 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/default/testClearRegionBlockCache/54a1330ca14c2b1f619147e674078867/family/23ddb8ba5c114a7a96f7b7a735d2d38a, entries=4, sequenceid=8, filesize=4.9 K 2024-11-17T13:15:37,948 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 54a1330ca14c2b1f619147e674078867 in 33ms, sequenceid=8, compaction requested=false 2024-11-17T13:15:37,948 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 54a1330ca14c2b1f619147e674078867: 2024-11-17T13:15:37,948 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 21ffc309572117e83c94b3d266d6f7dd 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-17T13:15:37,965 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/default/testClearRegionBlockCache/21ffc309572117e83c94b3d266d6f7dd/.tmp/family/b382e49f47854f0fac383297b82df986 is 32, key is 5/family:/1731849337910/Put/seqid=0 2024-11-17T13:15:37,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36859 is added to blk_1073741842_1018 (size=5083) 2024-11-17T13:15:37,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741842_1018 (size=5083) 2024-11-17T13:15:37,970 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/default/testClearRegionBlockCache/21ffc309572117e83c94b3d266d6f7dd/.tmp/family/b382e49f47854f0fac383297b82df986 2024-11-17T13:15:37,976 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/default/testClearRegionBlockCache/21ffc309572117e83c94b3d266d6f7dd/.tmp/family/b382e49f47854f0fac383297b82df986 as hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/default/testClearRegionBlockCache/21ffc309572117e83c94b3d266d6f7dd/family/b382e49f47854f0fac383297b82df986 2024-11-17T13:15:37,980 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/default/testClearRegionBlockCache/21ffc309572117e83c94b3d266d6f7dd/family/b382e49f47854f0fac383297b82df986, entries=5, sequenceid=9, filesize=5.0 K 2024-11-17T13:15:37,981 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 21ffc309572117e83c94b3d266d6f7dd in 33ms, sequenceid=9, compaction requested=false 2024-11-17T13:15:37,981 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 21ffc309572117e83c94b3d266d6f7dd: 2024-11-17T13:15:37,983 DEBUG [Time-limited test {}] bucket.BucketCache(1852): found 1 blocks for file 23ddb8ba5c114a7a96f7b7a735d2d38a, starting offset: 0, end offset: 9223372036854775807 2024-11-17T13:15:37,983 DEBUG [Time-limited test {}] bucket.BucketCache(844): removed key 23ddb8ba5c114a7a96f7b7a735d2d38a_0 from back map with offset lock 2094080 in the evict process 2024-11-17T13:15:37,985 DEBUG [Time-limited test {}] bucket.BucketCache(1852): found 1 blocks for file b382e49f47854f0fac383297b82df986, starting offset: 0, end offset: 9223372036854775807 2024-11-17T13:15:37,985 DEBUG [Time-limited test {}] bucket.BucketCache(844): removed key b382e49f47854f0fac383297b82df986_0 from back map with offset lock 2094080 in the evict process 2024-11-17T13:15:37,985 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-17T13:15:37,985 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-17T13:15:37,985 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x001ebfc7 to 127.0.0.1:49487 2024-11-17T13:15:37,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:37,986 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T13:15:37,986 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1384872598, stopped=false 2024-11-17T13:15:37,986 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=679b436d2445,40447,1731849335274 2024-11-17T13:15:37,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:37,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x100059f6ac20002, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:37,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x100059f6ac20001, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:37,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:37,989 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-17T13:15:37,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x100059f6ac20001, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:37,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x100059f6ac20002, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:37,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:37,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38855-0x100059f6ac20002, quorum=127.0.0.1:49487, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:37,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42985-0x100059f6ac20001, quorum=127.0.0.1:49487, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:37,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:37,990 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '679b436d2445,42985,1731849335316' ***** 2024-11-17T13:15:37,990 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-17T13:15:37,990 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '679b436d2445,38855,1731849335353' ***** 2024-11-17T13:15:37,990 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-17T13:15:37,990 INFO [RS:1;679b436d2445:38855 {}] bucket.BucketCache(1727): Disabling cache 2024-11-17T13:15:37,990 INFO [RS:0;679b436d2445:42985 {}] bucket.BucketCache(1727): Disabling cache 2024-11-17T13:15:37,990 INFO [RS:1;679b436d2445:38855 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-17T13:15:37,990 INFO [RS:0;679b436d2445:42985 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-17T13:15:37,990 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-17T13:15:37,990 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-17T13:15:37,990 INFO [RS:1;679b436d2445:38855 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T13:15:37,990 INFO [RS:0;679b436d2445:42985 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T13:15:37,990 INFO [RS:1;679b436d2445:38855 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T13:15:37,990 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-17T13:15:37,990 INFO [RS:1;679b436d2445:38855 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T13:15:37,990 INFO [RS:1;679b436d2445:38855 {}] regionserver.HRegionServer(3579): Received CLOSE for 21ffc309572117e83c94b3d266d6f7dd 2024-11-17T13:15:37,990 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-17T13:15:37,990 INFO [RS:0;679b436d2445:42985 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T13:15:37,990 INFO [RS:0;679b436d2445:42985 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T13:15:37,990 INFO [RS:0;679b436d2445:42985 {}] regionserver.HRegionServer(3579): Received CLOSE for 54a1330ca14c2b1f619147e674078867 2024-11-17T13:15:37,991 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-17T13:15:37,991 INFO [RS:1;679b436d2445:38855 {}] regionserver.HRegionServer(3579): Received CLOSE for 618cbb768f275fd8c33bcc2c5c0a23d8 2024-11-17T13:15:37,991 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-17T13:15:37,991 INFO [RS:1;679b436d2445:38855 {}] regionserver.HRegionServer(1224): stopping server 679b436d2445,38855,1731849335353 2024-11-17T13:15:37,991 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-17T13:15:37,991 DEBUG [RS:1;679b436d2445:38855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:37,991 INFO [RS:1;679b436d2445:38855 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-17T13:15:37,991 DEBUG [RS:1;679b436d2445:38855 {}] regionserver.HRegionServer(1603): Online Regions={21ffc309572117e83c94b3d266d6f7dd=testClearRegionBlockCache,5,1731849337287.21ffc309572117e83c94b3d266d6f7dd., 618cbb768f275fd8c33bcc2c5c0a23d8=hbase:namespace,,1731849336320.618cbb768f275fd8c33bcc2c5c0a23d8.} 2024-11-17T13:15:37,991 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 21ffc309572117e83c94b3d266d6f7dd, disabling compactions & flushes 2024-11-17T13:15:37,991 DEBUG [RS:1;679b436d2445:38855 {}] regionserver.HRegionServer(1629): Waiting on 21ffc309572117e83c94b3d266d6f7dd, 618cbb768f275fd8c33bcc2c5c0a23d8 2024-11-17T13:15:37,991 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-17T13:15:37,991 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731849337287.21ffc309572117e83c94b3d266d6f7dd. 2024-11-17T13:15:37,991 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731849337287.21ffc309572117e83c94b3d266d6f7dd. 2024-11-17T13:15:37,991 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731849337287.21ffc309572117e83c94b3d266d6f7dd. after waiting 0 ms 2024-11-17T13:15:37,991 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731849337287.21ffc309572117e83c94b3d266d6f7dd. 2024-11-17T13:15:37,991 INFO [RS:0;679b436d2445:42985 {}] regionserver.HRegionServer(1224): stopping server 679b436d2445,42985,1731849335316 2024-11-17T13:15:37,991 DEBUG [RS:0;679b436d2445:42985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:37,991 INFO [RS:0;679b436d2445:42985 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T13:15:37,991 INFO [RS:0;679b436d2445:42985 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T13:15:37,991 INFO [RS:0;679b436d2445:42985 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T13:15:37,991 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 54a1330ca14c2b1f619147e674078867, disabling compactions & flushes 2024-11-17T13:15:37,991 INFO [RS:0;679b436d2445:42985 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-17T13:15:37,991 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731849337287.54a1330ca14c2b1f619147e674078867. 2024-11-17T13:15:37,991 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731849337287.54a1330ca14c2b1f619147e674078867. 2024-11-17T13:15:37,991 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731849337287.54a1330ca14c2b1f619147e674078867. after waiting 0 ms 2024-11-17T13:15:37,991 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731849337287.54a1330ca14c2b1f619147e674078867. 2024-11-17T13:15:37,991 INFO [RS:0;679b436d2445:42985 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-17T13:15:37,991 DEBUG [RS:0;679b436d2445:42985 {}] regionserver.HRegionServer(1603): Online Regions={54a1330ca14c2b1f619147e674078867=testClearRegionBlockCache,,1731849337287.54a1330ca14c2b1f619147e674078867., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T13:15:37,992 DEBUG [RS:0;679b436d2445:42985 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 54a1330ca14c2b1f619147e674078867 2024-11-17T13:15:37,992 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-17T13:15:37,992 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-17T13:15:37,992 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-17T13:15:37,992 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T13:15:37,992 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T13:15:37,992 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-17T13:15:37,995 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/default/testClearRegionBlockCache/54a1330ca14c2b1f619147e674078867/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-17T13:15:37,996 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/default/testClearRegionBlockCache/21ffc309572117e83c94b3d266d6f7dd/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-17T13:15:37,996 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731849337287.54a1330ca14c2b1f619147e674078867. 2024-11-17T13:15:37,997 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 54a1330ca14c2b1f619147e674078867: 2024-11-17T13:15:37,997 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731849337287.21ffc309572117e83c94b3d266d6f7dd. 2024-11-17T13:15:37,997 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 21ffc309572117e83c94b3d266d6f7dd: 2024-11-17T13:15:37,997 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731849337287.54a1330ca14c2b1f619147e674078867. 2024-11-17T13:15:37,997 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731849337287.21ffc309572117e83c94b3d266d6f7dd. 2024-11-17T13:15:37,997 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 618cbb768f275fd8c33bcc2c5c0a23d8, disabling compactions & flushes 2024-11-17T13:15:37,997 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731849336320.618cbb768f275fd8c33bcc2c5c0a23d8. 2024-11-17T13:15:37,997 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731849336320.618cbb768f275fd8c33bcc2c5c0a23d8. 2024-11-17T13:15:37,997 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731849336320.618cbb768f275fd8c33bcc2c5c0a23d8. after waiting 0 ms 2024-11-17T13:15:37,997 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731849336320.618cbb768f275fd8c33bcc2c5c0a23d8. 2024-11-17T13:15:37,997 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 618cbb768f275fd8c33bcc2c5c0a23d8 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-17T13:15:38,009 INFO [regionserver/679b436d2445:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T13:15:38,009 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/hbase/meta/1588230740/.tmp/info/7af83012993e4ff0b6d53a5a9cb246e2 is 173, key is testClearRegionBlockCache,5,1731849337287.21ffc309572117e83c94b3d266d6f7dd./info:regioninfo/1731849337650/Put/seqid=0 2024-11-17T13:15:38,009 INFO [regionserver/679b436d2445:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T13:15:38,013 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/hbase/namespace/618cbb768f275fd8c33bcc2c5c0a23d8/.tmp/info/f1046e5d73d44e16a07971a785ff0edb is 45, key is default/info:d/1731849337136/Put/seqid=0 2024-11-17T13:15:38,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741843_1019 (size=9337) 2024-11-17T13:15:38,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36859 is added to blk_1073741843_1019 (size=9337) 2024-11-17T13:15:38,015 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/hbase/meta/1588230740/.tmp/info/7af83012993e4ff0b6d53a5a9cb246e2 2024-11-17T13:15:38,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36859 is added to blk_1073741844_1020 (size=5037) 2024-11-17T13:15:38,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741844_1020 (size=5037) 2024-11-17T13:15:38,019 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/hbase/namespace/618cbb768f275fd8c33bcc2c5c0a23d8/.tmp/info/f1046e5d73d44e16a07971a785ff0edb 2024-11-17T13:15:38,025 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/hbase/namespace/618cbb768f275fd8c33bcc2c5c0a23d8/.tmp/info/f1046e5d73d44e16a07971a785ff0edb as hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/hbase/namespace/618cbb768f275fd8c33bcc2c5c0a23d8/info/f1046e5d73d44e16a07971a785ff0edb 2024-11-17T13:15:38,030 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/hbase/namespace/618cbb768f275fd8c33bcc2c5c0a23d8/info/f1046e5d73d44e16a07971a785ff0edb, entries=2, sequenceid=6, filesize=4.9 K 2024-11-17T13:15:38,031 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 618cbb768f275fd8c33bcc2c5c0a23d8 in 34ms, sequenceid=6, compaction requested=false 2024-11-17T13:15:38,035 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/hbase/namespace/618cbb768f275fd8c33bcc2c5c0a23d8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T13:15:38,035 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731849336320.618cbb768f275fd8c33bcc2c5c0a23d8. 2024-11-17T13:15:38,035 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 618cbb768f275fd8c33bcc2c5c0a23d8: 2024-11-17T13:15:38,035 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731849336320.618cbb768f275fd8c33bcc2c5c0a23d8. 2024-11-17T13:15:38,037 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/hbase/meta/1588230740/.tmp/table/02da3f09d0c34148a4b6217d4a83a860 is 61, key is testClearRegionBlockCache/table:state/1731849337656/Put/seqid=0 2024-11-17T13:15:38,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741845_1021 (size=5392) 2024-11-17T13:15:38,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36859 is added to blk_1073741845_1021 (size=5392) 2024-11-17T13:15:38,042 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/hbase/meta/1588230740/.tmp/table/02da3f09d0c34148a4b6217d4a83a860 2024-11-17T13:15:38,048 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/hbase/meta/1588230740/.tmp/info/7af83012993e4ff0b6d53a5a9cb246e2 as hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/hbase/meta/1588230740/info/7af83012993e4ff0b6d53a5a9cb246e2 2024-11-17T13:15:38,054 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/hbase/meta/1588230740/info/7af83012993e4ff0b6d53a5a9cb246e2, entries=30, sequenceid=16, filesize=9.1 K 2024-11-17T13:15:38,055 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/hbase/meta/1588230740/.tmp/table/02da3f09d0c34148a4b6217d4a83a860 as hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/hbase/meta/1588230740/table/02da3f09d0c34148a4b6217d4a83a860 2024-11-17T13:15:38,060 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/hbase/meta/1588230740/table/02da3f09d0c34148a4b6217d4a83a860, entries=4, sequenceid=16, filesize=5.3 K 2024-11-17T13:15:38,060 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 68ms, sequenceid=16, compaction requested=false 2024-11-17T13:15:38,064 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T13:15:38,065 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T13:15:38,065 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-17T13:15:38,065 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-17T13:15:38,065 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T13:15:38,191 INFO [RS:1;679b436d2445:38855 {}] regionserver.HRegionServer(1250): stopping server 679b436d2445,38855,1731849335353; all regions closed. 2024-11-17T13:15:38,192 INFO [RS:0;679b436d2445:42985 {}] regionserver.HRegionServer(1250): stopping server 679b436d2445,42985,1731849335316; all regions closed. 2024-11-17T13:15:38,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741833_1009 (size=3188) 2024-11-17T13:15:38,194 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/WALs/679b436d2445,38855,1731849335353/679b436d2445%2C38855%2C1731849335353.1731849335749 not finished, retry = 0 2024-11-17T13:15:38,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36859 is added to blk_1073741833_1009 (size=3188) 2024-11-17T13:15:38,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36859 is added to blk_1073741835_1011 (size=5602) 2024-11-17T13:15:38,195 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/WALs/679b436d2445,42985,1731849335316/679b436d2445%2C42985%2C1731849335316.meta.1731849336269.meta not finished, retry = 0 2024-11-17T13:15:38,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741835_1011 (size=5602) 2024-11-17T13:15:38,297 DEBUG [RS:1;679b436d2445:38855 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/oldWALs 2024-11-17T13:15:38,297 INFO [RS:1;679b436d2445:38855 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 679b436d2445%2C38855%2C1731849335353:(num 1731849335749) 2024-11-17T13:15:38,297 DEBUG [RS:1;679b436d2445:38855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:38,297 DEBUG [RS:0;679b436d2445:42985 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/oldWALs 2024-11-17T13:15:38,297 INFO [RS:0;679b436d2445:42985 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 679b436d2445%2C42985%2C1731849335316.meta:.meta(num 1731849336269) 2024-11-17T13:15:38,297 INFO [RS:1;679b436d2445:38855 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T13:15:38,297 INFO [RS:1;679b436d2445:38855 {}] hbase.ChoreService(370): Chore service for: regionserver/679b436d2445:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T13:15:38,297 INFO [RS:1;679b436d2445:38855 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T13:15:38,297 INFO [RS:1;679b436d2445:38855 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T13:15:38,297 INFO [RS:1;679b436d2445:38855 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T13:15:38,297 INFO [regionserver/679b436d2445:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-17T13:15:38,298 INFO [RS:1;679b436d2445:38855 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38855 2024-11-17T13:15:38,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x100059f6ac20002, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/679b436d2445,38855,1731849335353 2024-11-17T13:15:38,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T13:15:38,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36859 is added to blk_1073741832_1008 (size=1758) 2024-11-17T13:15:38,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741832_1008 (size=1758) 2024-11-17T13:15:38,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [679b436d2445,38855,1731849335353] 2024-11-17T13:15:38,302 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 679b436d2445,38855,1731849335353; numProcessing=1 2024-11-17T13:15:38,302 DEBUG [RS:0;679b436d2445:42985 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/oldWALs 2024-11-17T13:15:38,302 INFO [RS:0;679b436d2445:42985 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 679b436d2445%2C42985%2C1731849335316:(num 1731849335749) 2024-11-17T13:15:38,302 DEBUG [RS:0;679b436d2445:42985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:38,302 INFO [RS:0;679b436d2445:42985 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T13:15:38,302 INFO [RS:0;679b436d2445:42985 {}] hbase.ChoreService(370): Chore service for: regionserver/679b436d2445:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-17T13:15:38,303 INFO [regionserver/679b436d2445:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-17T13:15:38,303 INFO [RS:0;679b436d2445:42985 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42985 2024-11-17T13:15:38,303 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/679b436d2445,38855,1731849335353 already deleted, retry=false 2024-11-17T13:15:38,303 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 679b436d2445,38855,1731849335353 expired; onlineServers=1 2024-11-17T13:15:38,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x100059f6ac20001, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/679b436d2445,42985,1731849335316 2024-11-17T13:15:38,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T13:15:38,306 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [679b436d2445,42985,1731849335316] 2024-11-17T13:15:38,306 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 679b436d2445,42985,1731849335316; numProcessing=2 2024-11-17T13:15:38,307 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/679b436d2445,42985,1731849335316 already deleted, retry=false 2024-11-17T13:15:38,307 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 679b436d2445,42985,1731849335316 expired; onlineServers=0 2024-11-17T13:15:38,307 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '679b436d2445,40447,1731849335274' ***** 2024-11-17T13:15:38,307 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T13:15:38,308 DEBUG [M:0;679b436d2445:40447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9789e3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=679b436d2445/172.17.0.2:0 2024-11-17T13:15:38,308 INFO [M:0;679b436d2445:40447 {}] regionserver.HRegionServer(1224): stopping server 679b436d2445,40447,1731849335274 2024-11-17T13:15:38,308 INFO [M:0;679b436d2445:40447 {}] regionserver.HRegionServer(1250): stopping server 679b436d2445,40447,1731849335274; all regions closed. 2024-11-17T13:15:38,308 DEBUG [M:0;679b436d2445:40447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:38,308 DEBUG [M:0;679b436d2445:40447 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T13:15:38,308 DEBUG [M:0;679b436d2445:40447 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T13:15:38,308 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T13:15:38,308 DEBUG [master/679b436d2445:0:becomeActiveMaster-HFileCleaner.small.0-1731849335520 {}] cleaner.HFileCleaner(306): Exit Thread[master/679b436d2445:0:becomeActiveMaster-HFileCleaner.small.0-1731849335520,5,FailOnTimeoutGroup] 2024-11-17T13:15:38,308 DEBUG [master/679b436d2445:0:becomeActiveMaster-HFileCleaner.large.0-1731849335516 {}] cleaner.HFileCleaner(306): Exit Thread[master/679b436d2445:0:becomeActiveMaster-HFileCleaner.large.0-1731849335516,5,FailOnTimeoutGroup] 2024-11-17T13:15:38,308 INFO [M:0;679b436d2445:40447 {}] hbase.ChoreService(370): Chore service for: master/679b436d2445:0 had [] on shutdown 2024-11-17T13:15:38,308 DEBUG [M:0;679b436d2445:40447 {}] master.HMaster(1733): Stopping service threads 2024-11-17T13:15:38,308 INFO [M:0;679b436d2445:40447 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T13:15:38,308 INFO [M:0;679b436d2445:40447 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T13:15:38,308 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T13:15:38,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-17T13:15:38,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:38,309 DEBUG [M:0;679b436d2445:40447 {}] zookeeper.ZKUtil(347): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-17T13:15:38,309 WARN [M:0;679b436d2445:40447 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T13:15:38,309 INFO [M:0;679b436d2445:40447 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-17T13:15:38,309 INFO [M:0;679b436d2445:40447 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T13:15:38,309 DEBUG [M:0;679b436d2445:40447 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T13:15:38,309 INFO [M:0;679b436d2445:40447 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:38,309 DEBUG [M:0;679b436d2445:40447 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:38,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T13:15:38,309 DEBUG [M:0;679b436d2445:40447 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T13:15:38,310 DEBUG [M:0;679b436d2445:40447 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:38,310 INFO [M:0;679b436d2445:40447 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-17T13:15:38,364 DEBUG [M:0;679b436d2445:40447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3afe24acb645436eb86bd437da23e5d2 is 82, key is hbase:meta,,1/info:regioninfo/1731849336302/Put/seqid=0 2024-11-17T13:15:38,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36859 is added to blk_1073741846_1022 (size=5672) 2024-11-17T13:15:38,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741846_1022 (size=5672) 2024-11-17T13:15:38,370 INFO [M:0;679b436d2445:40447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3afe24acb645436eb86bd437da23e5d2 2024-11-17T13:15:38,389 DEBUG [M:0;679b436d2445:40447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c4b96d88ae94008b165ccd7d636f57b is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731849337661/Put/seqid=0 2024-11-17T13:15:38,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36859 is added to blk_1073741847_1023 (size=7578) 2024-11-17T13:15:38,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741847_1023 (size=7578) 2024-11-17T13:15:38,394 INFO [M:0;679b436d2445:40447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c4b96d88ae94008b165ccd7d636f57b 2024-11-17T13:15:38,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x100059f6ac20002, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:38,402 INFO [RS:1;679b436d2445:38855 {}] regionserver.HRegionServer(1307): Exiting; stopping=679b436d2445,38855,1731849335353; zookeeper connection closed. 2024-11-17T13:15:38,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x100059f6ac20002, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:38,402 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1be65b2b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1be65b2b 2024-11-17T13:15:38,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x100059f6ac20001, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:38,406 INFO [RS:0;679b436d2445:42985 {}] regionserver.HRegionServer(1307): Exiting; stopping=679b436d2445,42985,1731849335316; zookeeper connection closed. 2024-11-17T13:15:38,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x100059f6ac20001, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:38,406 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5183f557 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5183f557 2024-11-17T13:15:38,407 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-17T13:15:38,413 DEBUG [M:0;679b436d2445:40447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/144ca3d2a9ac487893369e615ef0ef82 is 69, key is 679b436d2445,38855,1731849335353/rs:state/1731849335592/Put/seqid=0 2024-11-17T13:15:38,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36859 is added to blk_1073741848_1024 (size=5224) 2024-11-17T13:15:38,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741848_1024 (size=5224) 2024-11-17T13:15:38,418 INFO [M:0;679b436d2445:40447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/144ca3d2a9ac487893369e615ef0ef82 2024-11-17T13:15:38,423 DEBUG [M:0;679b436d2445:40447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3afe24acb645436eb86bd437da23e5d2 as hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3afe24acb645436eb86bd437da23e5d2 2024-11-17T13:15:38,428 INFO [M:0;679b436d2445:40447 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3afe24acb645436eb86bd437da23e5d2, entries=8, sequenceid=108, filesize=5.5 K 2024-11-17T13:15:38,428 DEBUG [M:0;679b436d2445:40447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c4b96d88ae94008b165ccd7d636f57b as hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c4b96d88ae94008b165ccd7d636f57b 2024-11-17T13:15:38,432 INFO [M:0;679b436d2445:40447 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c4b96d88ae94008b165ccd7d636f57b, entries=13, sequenceid=108, filesize=7.4 K 2024-11-17T13:15:38,433 DEBUG [M:0;679b436d2445:40447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/144ca3d2a9ac487893369e615ef0ef82 as hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/144ca3d2a9ac487893369e615ef0ef82 2024-11-17T13:15:38,437 INFO [M:0;679b436d2445:40447 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46667/user/jenkins/test-data/4dc8025d-442d-8369-8903-c22de5dadfb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/144ca3d2a9ac487893369e615ef0ef82, entries=2, sequenceid=108, filesize=5.1 K 2024-11-17T13:15:38,438 INFO [M:0;679b436d2445:40447 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=108, compaction requested=false 2024-11-17T13:15:38,439 INFO [M:0;679b436d2445:40447 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:38,439 DEBUG [M:0;679b436d2445:40447 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-17T13:15:38,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36859 is added to blk_1073741830_1006 (size=54465) 2024-11-17T13:15:38,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741830_1006 (size=54465) 2024-11-17T13:15:38,442 INFO [M:0;679b436d2445:40447 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-17T13:15:38,442 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-17T13:15:38,442 INFO [M:0;679b436d2445:40447 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40447 2024-11-17T13:15:38,444 DEBUG [M:0;679b436d2445:40447 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/679b436d2445,40447,1731849335274 already deleted, retry=false 2024-11-17T13:15:38,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:38,545 INFO [M:0;679b436d2445:40447 {}] regionserver.HRegionServer(1307): Exiting; stopping=679b436d2445,40447,1731849335274; zookeeper connection closed. 2024-11-17T13:15:38,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100059f6ac20000, quorum=127.0.0.1:49487, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:38,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d1ef726{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T13:15:38,548 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a14acd4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T13:15:38,548 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T13:15:38,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@685864c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T13:15:38,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49145b7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/hadoop.log.dir/,STOPPED} 2024-11-17T13:15:38,550 WARN [BP-1959833058-172.17.0.2-1731849334607 heartbeating to localhost/127.0.0.1:46667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T13:15:38,550 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T13:15:38,550 WARN [BP-1959833058-172.17.0.2-1731849334607 heartbeating to localhost/127.0.0.1:46667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1959833058-172.17.0.2-1731849334607 (Datanode Uuid 56eca700-ce65-4fd3-a5f2-69497bf1397d) service to localhost/127.0.0.1:46667 2024-11-17T13:15:38,550 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T13:15:38,551 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/cluster_dadac1e7-f6b4-0954-f797-52c6baa0ddf9/dfs/data/data3/current/BP-1959833058-172.17.0.2-1731849334607 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T13:15:38,551 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/cluster_dadac1e7-f6b4-0954-f797-52c6baa0ddf9/dfs/data/data4/current/BP-1959833058-172.17.0.2-1731849334607 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T13:15:38,551 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T13:15:38,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48d51a39{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T13:15:38,557 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1016a1e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T13:15:38,558 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T13:15:38,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3405b3c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T13:15:38,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64ea6b00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/hadoop.log.dir/,STOPPED} 2024-11-17T13:15:38,559 WARN [BP-1959833058-172.17.0.2-1731849334607 heartbeating to localhost/127.0.0.1:46667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T13:15:38,559 WARN [BP-1959833058-172.17.0.2-1731849334607 heartbeating to localhost/127.0.0.1:46667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1959833058-172.17.0.2-1731849334607 (Datanode Uuid 5bc19df7-a700-4dd1-a927-9832dadc119f) service to localhost/127.0.0.1:46667 2024-11-17T13:15:38,559 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T13:15:38,560 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T13:15:38,560 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/cluster_dadac1e7-f6b4-0954-f797-52c6baa0ddf9/dfs/data/data1/current/BP-1959833058-172.17.0.2-1731849334607 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T13:15:38,560 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/cluster_dadac1e7-f6b4-0954-f797-52c6baa0ddf9/dfs/data/data2/current/BP-1959833058-172.17.0.2-1731849334607 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T13:15:38,560 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T13:15:38,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b716e27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T13:15:38,566 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@796632c2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T13:15:38,566 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T13:15:38,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f234e34{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T13:15:38,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c2113c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/hadoop.log.dir/,STOPPED} 2024-11-17T13:15:38,572 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-17T13:15:38,589 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-17T13:15:38,604 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=180 (was 160) Potentially hanging thread: RS-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:46667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:46667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:46667 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:46667 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:46667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:46667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=531 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=10984 (was 11120) 2024-11-17T13:15:38,612 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=180, OpenFileDescriptor=531, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=10984 2024-11-17T13:15:38,626 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/hadoop.log.dir so I do NOT create it in target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a 2024-11-17T13:15:38,626 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T13:15:38,626 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/hadoop.tmp.dir so I do NOT create it in target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a 2024-11-17T13:15:38,626 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a53fa691-26f0-71e2-3566-730f02ddb934/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T13:15:38,626 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a 2024-11-17T13:15:38,626 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T13:15:38,626 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/cluster_5b8ae684-e6aa-91fd-6b8b-3cc5ea77ca24, deleteOnExit=true 2024-11-17T13:15:38,626 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-17T13:15:38,626 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/test.cache.data in system properties and HBase conf 2024-11-17T13:15:38,626 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T13:15:38,626 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/hadoop.log.dir in system properties and HBase conf 2024-11-17T13:15:38,626 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T13:15:38,626 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T13:15:38,626 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-17T13:15:38,626 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T13:15:38,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T13:15:38,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T13:15:38,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T13:15:38,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T13:15:38,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T13:15:38,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T13:15:38,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T13:15:38,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T13:15:38,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T13:15:38,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/nfs.dump.dir in system properties and HBase conf 2024-11-17T13:15:38,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/java.io.tmpdir in system properties and HBase conf 2024-11-17T13:15:38,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T13:15:38,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T13:15:38,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T13:15:38,694 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T13:15:38,698 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T13:15:38,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T13:15:38,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T13:15:38,699 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T13:15:38,700 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T13:15:38,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@439ab814{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/hadoop.log.dir/,AVAILABLE} 2024-11-17T13:15:38,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40152835{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T13:15:38,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@422e875d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/java.io.tmpdir/jetty-localhost-37441-hadoop-hdfs-3_4_1-tests_jar-_-any-5475561060494429551/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T13:15:38,817 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a165203{HTTP/1.1, (http/1.1)}{localhost:37441} 2024-11-17T13:15:38,817 INFO [Time-limited test {}] server.Server(415): Started @26694ms 2024-11-17T13:15:38,922 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T13:15:38,925 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T13:15:38,930 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T13:15:38,930 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T13:15:38,930 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T13:15:38,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14d66a99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/hadoop.log.dir/,AVAILABLE} 2024-11-17T13:15:38,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60d4eec6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T13:15:39,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2de4b021{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/java.io.tmpdir/jetty-localhost-35599-hadoop-hdfs-3_4_1-tests_jar-_-any-15763189914745109957/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T13:15:39,057 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@451895de{HTTP/1.1, (http/1.1)}{localhost:35599} 2024-11-17T13:15:39,057 INFO [Time-limited test {}] server.Server(415): Started @26934ms 2024-11-17T13:15:39,059 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T13:15:39,094 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T13:15:39,097 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T13:15:39,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T13:15:39,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T13:15:39,099 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T13:15:39,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7545c671{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/hadoop.log.dir/,AVAILABLE} 2024-11-17T13:15:39,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bcfdc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T13:15:39,144 WARN [Thread-1435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/cluster_5b8ae684-e6aa-91fd-6b8b-3cc5ea77ca24/dfs/data/data1/current/BP-1256657057-172.17.0.2-1731849338647/current, will proceed with Du for space computation calculation, 2024-11-17T13:15:39,144 WARN [Thread-1436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/cluster_5b8ae684-e6aa-91fd-6b8b-3cc5ea77ca24/dfs/data/data2/current/BP-1256657057-172.17.0.2-1731849338647/current, will proceed with Du for space computation calculation, 2024-11-17T13:15:39,169 WARN [Thread-1414 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T13:15:39,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf03bcce55fa184d4 with lease ID 0x247898c71b2c0a2: Processing first storage report for DS-2943723b-9763-46be-a79f-f3834c08f0a6 from datanode DatanodeRegistration(127.0.0.1:38311, datanodeUuid=acc8b4d5-6de2-464d-9058-aaa8dfce95ee, infoPort=44643, infoSecurePort=0, ipcPort=45537, storageInfo=lv=-57;cid=testClusterID;nsid=66318845;c=1731849338647) 2024-11-17T13:15:39,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf03bcce55fa184d4 with lease ID 0x247898c71b2c0a2: from storage DS-2943723b-9763-46be-a79f-f3834c08f0a6 node DatanodeRegistration(127.0.0.1:38311, datanodeUuid=acc8b4d5-6de2-464d-9058-aaa8dfce95ee, infoPort=44643, infoSecurePort=0, ipcPort=45537, storageInfo=lv=-57;cid=testClusterID;nsid=66318845;c=1731849338647), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T13:15:39,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf03bcce55fa184d4 with lease ID 0x247898c71b2c0a2: Processing first storage report for DS-3411759c-3297-401b-8e7d-ce27ca55f425 from datanode DatanodeRegistration(127.0.0.1:38311, datanodeUuid=acc8b4d5-6de2-464d-9058-aaa8dfce95ee, infoPort=44643, infoSecurePort=0, ipcPort=45537, storageInfo=lv=-57;cid=testClusterID;nsid=66318845;c=1731849338647) 2024-11-17T13:15:39,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf03bcce55fa184d4 with lease ID 0x247898c71b2c0a2: from storage DS-3411759c-3297-401b-8e7d-ce27ca55f425 node DatanodeRegistration(127.0.0.1:38311, datanodeUuid=acc8b4d5-6de2-464d-9058-aaa8dfce95ee, infoPort=44643, infoSecurePort=0, ipcPort=45537, storageInfo=lv=-57;cid=testClusterID;nsid=66318845;c=1731849338647), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T13:15:39,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8336a69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/java.io.tmpdir/jetty-localhost-33503-hadoop-hdfs-3_4_1-tests_jar-_-any-12151319887804926934/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T13:15:39,233 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ccb6b9e{HTTP/1.1, (http/1.1)}{localhost:33503} 2024-11-17T13:15:39,233 INFO [Time-limited test {}] server.Server(415): Started @27110ms 2024-11-17T13:15:39,234 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T13:15:39,316 WARN [Thread-1461 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/cluster_5b8ae684-e6aa-91fd-6b8b-3cc5ea77ca24/dfs/data/data3/current/BP-1256657057-172.17.0.2-1731849338647/current, will proceed with Du for space computation calculation, 2024-11-17T13:15:39,316 WARN [Thread-1462 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/cluster_5b8ae684-e6aa-91fd-6b8b-3cc5ea77ca24/dfs/data/data4/current/BP-1256657057-172.17.0.2-1731849338647/current, will proceed with Du for space computation calculation, 2024-11-17T13:15:39,337 WARN [Thread-1450 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T13:15:39,340 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18972ea27c2ea919 with lease ID 0x247898c71b2c0a3: Processing first storage report for DS-c2e6b1e8-1bc0-4c91-9399-1401c1e145ed from datanode DatanodeRegistration(127.0.0.1:35707, datanodeUuid=c77a28b7-fd66-468e-acc1-95bd3a23e3c1, infoPort=42927, infoSecurePort=0, ipcPort=38615, storageInfo=lv=-57;cid=testClusterID;nsid=66318845;c=1731849338647) 2024-11-17T13:15:39,340 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18972ea27c2ea919 with lease ID 0x247898c71b2c0a3: from storage DS-c2e6b1e8-1bc0-4c91-9399-1401c1e145ed node DatanodeRegistration(127.0.0.1:35707, datanodeUuid=c77a28b7-fd66-468e-acc1-95bd3a23e3c1, infoPort=42927, infoSecurePort=0, ipcPort=38615, storageInfo=lv=-57;cid=testClusterID;nsid=66318845;c=1731849338647), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T13:15:39,340 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18972ea27c2ea919 with lease ID 0x247898c71b2c0a3: Processing first storage report for DS-47a97a11-ba5d-48f9-981a-4df3534c46c8 from datanode DatanodeRegistration(127.0.0.1:35707, datanodeUuid=c77a28b7-fd66-468e-acc1-95bd3a23e3c1, infoPort=42927, infoSecurePort=0, ipcPort=38615, storageInfo=lv=-57;cid=testClusterID;nsid=66318845;c=1731849338647) 2024-11-17T13:15:39,340 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18972ea27c2ea919 with lease ID 0x247898c71b2c0a3: from storage DS-47a97a11-ba5d-48f9-981a-4df3534c46c8 node DatanodeRegistration(127.0.0.1:35707, datanodeUuid=c77a28b7-fd66-468e-acc1-95bd3a23e3c1, infoPort=42927, infoSecurePort=0, ipcPort=38615, storageInfo=lv=-57;cid=testClusterID;nsid=66318845;c=1731849338647), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T13:15:39,358 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a 2024-11-17T13:15:39,367 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/cluster_5b8ae684-e6aa-91fd-6b8b-3cc5ea77ca24/zookeeper_0, clientPort=52026, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/cluster_5b8ae684-e6aa-91fd-6b8b-3cc5ea77ca24/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/cluster_5b8ae684-e6aa-91fd-6b8b-3cc5ea77ca24/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T13:15:39,372 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=52026 2024-11-17T13:15:39,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:39,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:39,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741825_1001 (size=7) 2024-11-17T13:15:39,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741825_1001 (size=7) 2024-11-17T13:15:39,400 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad with version=8 2024-11-17T13:15:39,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/hbase-staging 2024-11-17T13:15:39,403 INFO [Time-limited test {}] client.ConnectionUtils(129): master/679b436d2445:0 server-side Connection retries=45 2024-11-17T13:15:39,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:39,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:39,403 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T13:15:39,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:39,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T13:15:39,404 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T13:15:39,404 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:15:39,405 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33737 2024-11-17T13:15:39,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:39,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:39,409 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33737 connecting to ZooKeeper ensemble=127.0.0.1:52026 2024-11-17T13:15:39,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337370x0, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T13:15:39,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33737-0x100059f7ac70000 connected 2024-11-17T13:15:39,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T13:15:39,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:39,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T13:15:39,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33737 2024-11-17T13:15:39,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33737 2024-11-17T13:15:39,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33737 2024-11-17T13:15:39,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33737 2024-11-17T13:15:39,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33737 2024-11-17T13:15:39,441 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad, hbase.cluster.distributed=false 2024-11-17T13:15:39,457 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/679b436d2445:0 server-side Connection retries=45 2024-11-17T13:15:39,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:39,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:39,457 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T13:15:39,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:39,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T13:15:39,457 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T13:15:39,457 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:15:39,458 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34955 2024-11-17T13:15:39,458 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T13:15:39,459 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-17T13:15:39,468 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-17T13:15:39,468 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-17T13:15:39,475 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-17T13:15:39,475 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T13:15:39,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:39,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:39,482 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34955 connecting to ZooKeeper ensemble=127.0.0.1:52026 2024-11-17T13:15:39,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349550x0, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T13:15:39,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34955-0x100059f7ac70001 connected 2024-11-17T13:15:39,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34955-0x100059f7ac70001, quorum=127.0.0.1:52026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T13:15:39,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34955-0x100059f7ac70001, quorum=127.0.0.1:52026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:39,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34955-0x100059f7ac70001, quorum=127.0.0.1:52026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T13:15:39,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34955 2024-11-17T13:15:39,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34955 2024-11-17T13:15:39,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34955 2024-11-17T13:15:39,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34955 2024-11-17T13:15:39,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34955 2024-11-17T13:15:39,515 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/679b436d2445:0 server-side Connection retries=45 2024-11-17T13:15:39,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:39,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:39,516 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T13:15:39,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T13:15:39,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T13:15:39,516 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T13:15:39,516 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:15:39,516 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42995 2024-11-17T13:15:39,517 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T13:15:39,517 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-17T13:15:39,525 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-17T13:15:39,525 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-17T13:15:39,525 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-17T13:15:39,526 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T13:15:39,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:39,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:39,530 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42995 connecting to ZooKeeper ensemble=127.0.0.1:52026 2024-11-17T13:15:39,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429950x0, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T13:15:39,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42995-0x100059f7ac70002 connected 2024-11-17T13:15:39,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42995-0x100059f7ac70002, quorum=127.0.0.1:52026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T13:15:39,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42995-0x100059f7ac70002, quorum=127.0.0.1:52026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:39,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42995-0x100059f7ac70002, quorum=127.0.0.1:52026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T13:15:39,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42995 2024-11-17T13:15:39,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42995 2024-11-17T13:15:39,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42995 2024-11-17T13:15:39,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42995 2024-11-17T13:15:39,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42995 2024-11-17T13:15:39,537 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/679b436d2445,33737,1731849339402 2024-11-17T13:15:39,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x100059f7ac70002, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:39,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x100059f7ac70001, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:39,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:39,539 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/679b436d2445,33737,1731849339402 2024-11-17T13:15:39,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x100059f7ac70002, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T13:15:39,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x100059f7ac70002, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:39,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x100059f7ac70001, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T13:15:39,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x100059f7ac70001, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:39,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T13:15:39,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:39,541 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-17T13:15:39,542 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/679b436d2445,33737,1731849339402 from backup master directory 2024-11-17T13:15:39,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x100059f7ac70002, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:39,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x100059f7ac70001, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:39,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/679b436d2445,33737,1731849339402 2024-11-17T13:15:39,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T13:15:39,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-17T13:15:39,544 WARN [master/679b436d2445:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T13:15:39,544 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=679b436d2445,33737,1731849339402 2024-11-17T13:15:39,551 DEBUG [M:0;679b436d2445:33737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;679b436d2445:33737 2024-11-17T13:15:39,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741826_1002 (size=42) 2024-11-17T13:15:39,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741826_1002 (size=42) 2024-11-17T13:15:39,562 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/hbase.id with ID: bc6c58e0-4918-4f8c-ab0b-5f793816450c 2024-11-17T13:15:39,574 INFO [master/679b436d2445:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T13:15:39,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:39,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x100059f7ac70002, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:39,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x100059f7ac70001, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:39,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741827_1003 (size=196) 2024-11-17T13:15:39,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741827_1003 (size=196) 2024-11-17T13:15:39,585 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T13:15:39,586 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T13:15:39,586 INFO [master/679b436d2445:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T13:15:39,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741828_1004 (size=1189) 2024-11-17T13:15:39,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741828_1004 (size=1189) 2024-11-17T13:15:39,594 INFO [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/MasterData/data/master/store 2024-11-17T13:15:39,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741829_1005 (size=34) 2024-11-17T13:15:39,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741829_1005 (size=34) 2024-11-17T13:15:39,601 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:39,601 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T13:15:39,601 INFO [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:39,601 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:39,601 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T13:15:39,601 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:39,601 INFO [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:39,601 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-17T13:15:39,602 WARN [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/MasterData/data/master/store/.initializing 2024-11-17T13:15:39,602 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/MasterData/WALs/679b436d2445,33737,1731849339402 2024-11-17T13:15:39,603 INFO [master/679b436d2445:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T13:15:39,605 INFO [master/679b436d2445:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=679b436d2445%2C33737%2C1731849339402, suffix=, logDir=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/MasterData/WALs/679b436d2445,33737,1731849339402, archiveDir=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/MasterData/oldWALs, maxLogs=10 2024-11-17T13:15:39,621 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/MasterData/WALs/679b436d2445,33737,1731849339402/679b436d2445%2C33737%2C1731849339402.1731849339605, exclude list is [], retry=0 2024-11-17T13:15:39,624 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38311,DS-2943723b-9763-46be-a79f-f3834c08f0a6,DISK] 2024-11-17T13:15:39,624 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35707,DS-c2e6b1e8-1bc0-4c91-9399-1401c1e145ed,DISK] 2024-11-17T13:15:39,627 INFO [master/679b436d2445:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/MasterData/WALs/679b436d2445,33737,1731849339402/679b436d2445%2C33737%2C1731849339402.1731849339605 2024-11-17T13:15:39,627 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44643:44643),(127.0.0.1/127.0.0.1:42927:42927)] 2024-11-17T13:15:39,627 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T13:15:39,627 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:39,627 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:39,627 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:39,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:39,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T13:15:39,630 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:39,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:39,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:39,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T13:15:39,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:39,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:39,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:39,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T13:15:39,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:39,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:39,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:39,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T13:15:39,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:39,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:39,637 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:39,637 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:39,639 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T13:15:39,640 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T13:15:39,643 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:39,643 INFO [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67029102, jitterRate=-0.0011885464191436768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T13:15:39,644 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-17T13:15:39,644 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T13:15:39,647 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437a6fd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:15:39,648 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-17T13:15:39,648 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T13:15:39,648 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T13:15:39,648 INFO [master/679b436d2445:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T13:15:39,648 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T13:15:39,649 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-17T13:15:39,649 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T13:15:39,650 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T13:15:39,651 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-17T13:15:39,654 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-17T13:15:39,654 INFO [master/679b436d2445:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T13:15:39,654 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-17T13:15:39,656 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-17T13:15:39,656 INFO [master/679b436d2445:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T13:15:39,657 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-17T13:15:39,658 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-17T13:15:39,659 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-17T13:15:39,660 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-17T13:15:39,661 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T13:15:39,663 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-17T13:15:39,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x100059f7ac70002, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:39,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x100059f7ac70001, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:39,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x100059f7ac70002, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:39,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x100059f7ac70001, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:39,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:39,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:39,665 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=679b436d2445,33737,1731849339402, sessionid=0x100059f7ac70000, setting cluster-up flag (Was=false) 2024-11-17T13:15:39,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:39,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x100059f7ac70002, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:39,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x100059f7ac70001, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:39,674 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-17T13:15:39,674 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=679b436d2445,33737,1731849339402 2024-11-17T13:15:39,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:39,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x100059f7ac70002, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:39,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x100059f7ac70001, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:39,684 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-17T13:15:39,685 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=679b436d2445,33737,1731849339402 2024-11-17T13:15:39,687 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-17T13:15:39,687 INFO [master/679b436d2445:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-17T13:15:39,687 INFO [master/679b436d2445:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T13:15:39,687 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 679b436d2445,33737,1731849339402 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T13:15:39,688 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/679b436d2445:0, corePoolSize=5, maxPoolSize=5 2024-11-17T13:15:39,688 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/679b436d2445:0, corePoolSize=5, maxPoolSize=5 2024-11-17T13:15:39,688 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/679b436d2445:0, corePoolSize=5, maxPoolSize=5 2024-11-17T13:15:39,688 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/679b436d2445:0, corePoolSize=5, maxPoolSize=5 2024-11-17T13:15:39,688 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/679b436d2445:0, corePoolSize=10, maxPoolSize=10 2024-11-17T13:15:39,688 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:39,688 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/679b436d2445:0, corePoolSize=2, maxPoolSize=2 2024-11-17T13:15:39,688 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:39,688 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731849369688 2024-11-17T13:15:39,689 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T13:15:39,689 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T13:15:39,689 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T13:15:39,689 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T13:15:39,689 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T13:15:39,689 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T13:15:39,689 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:39,689 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-17T13:15:39,689 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-17T13:15:39,689 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T13:15:39,689 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T13:15:39,690 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T13:15:39,690 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T13:15:39,690 INFO [master/679b436d2445:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T13:15:39,690 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/679b436d2445:0:becomeActiveMaster-HFileCleaner.large.0-1731849339690,5,FailOnTimeoutGroup] 2024-11-17T13:15:39,690 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:39,690 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/679b436d2445:0:becomeActiveMaster-HFileCleaner.small.0-1731849339690,5,FailOnTimeoutGroup] 2024-11-17T13:15:39,690 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:39,690 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T13:15:39,690 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:39,690 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T13:15:39,690 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:39,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741831_1007 (size=1039) 2024-11-17T13:15:39,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741831_1007 (size=1039) 2024-11-17T13:15:39,698 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-17T13:15:39,699 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad 2024-11-17T13:15:39,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741832_1008 (size=32) 2024-11-17T13:15:39,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741832_1008 (size=32) 2024-11-17T13:15:39,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:39,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T13:15:39,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T13:15:39,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:39,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:39,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T13:15:39,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T13:15:39,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:39,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:39,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T13:15:39,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T13:15:39,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:39,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:39,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/hbase/meta/1588230740 2024-11-17T13:15:39,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/hbase/meta/1588230740 2024-11-17T13:15:39,718 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T13:15:39,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-17T13:15:39,721 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:39,721 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59451409, jitterRate=-0.1141049712896347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T13:15:39,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-17T13:15:39,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-17T13:15:39,722 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-17T13:15:39,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-17T13:15:39,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T13:15:39,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T13:15:39,722 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-17T13:15:39,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-17T13:15:39,723 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-17T13:15:39,723 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-17T13:15:39,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T13:15:39,724 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T13:15:39,725 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T13:15:39,748 DEBUG [RS:1;679b436d2445:42995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;679b436d2445:42995 2024-11-17T13:15:39,749 DEBUG [RS:0;679b436d2445:34955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;679b436d2445:34955 2024-11-17T13:15:39,749 INFO [RS:1;679b436d2445:42995 {}] regionserver.HRegionServer(1008): ClusterId : bc6c58e0-4918-4f8c-ab0b-5f793816450c 2024-11-17T13:15:39,749 DEBUG [RS:1;679b436d2445:42995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T13:15:39,750 INFO [RS:0;679b436d2445:34955 {}] regionserver.HRegionServer(1008): ClusterId : bc6c58e0-4918-4f8c-ab0b-5f793816450c 2024-11-17T13:15:39,750 DEBUG [RS:0;679b436d2445:34955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T13:15:39,753 DEBUG [RS:1;679b436d2445:42995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T13:15:39,753 DEBUG [RS:1;679b436d2445:42995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T13:15:39,753 DEBUG [RS:0;679b436d2445:34955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T13:15:39,753 DEBUG [RS:0;679b436d2445:34955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T13:15:39,755 DEBUG [RS:1;679b436d2445:42995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T13:15:39,756 DEBUG [RS:0;679b436d2445:34955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T13:15:39,756 DEBUG [RS:1;679b436d2445:42995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@235ca393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:15:39,756 DEBUG [RS:0;679b436d2445:34955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236977fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:15:39,756 DEBUG [RS:1;679b436d2445:42995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fbfb1d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=679b436d2445/172.17.0.2:0 2024-11-17T13:15:39,756 INFO [RS:1;679b436d2445:42995 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-17T13:15:39,756 INFO [RS:1;679b436d2445:42995 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-17T13:15:39,756 DEBUG [RS:1;679b436d2445:42995 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-17T13:15:39,756 DEBUG [RS:0;679b436d2445:34955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421e9a82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=679b436d2445/172.17.0.2:0 2024-11-17T13:15:39,757 INFO [RS:0;679b436d2445:34955 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-17T13:15:39,757 INFO [RS:0;679b436d2445:34955 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-17T13:15:39,757 DEBUG [RS:0;679b436d2445:34955 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-17T13:15:39,757 INFO [RS:1;679b436d2445:42995 {}] regionserver.HRegionServer(3073): reportForDuty to master=679b436d2445,33737,1731849339402 with isa=679b436d2445/172.17.0.2:42995, startcode=1731849339515 2024-11-17T13:15:39,757 DEBUG [RS:1;679b436d2445:42995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T13:15:39,757 INFO [RS:0;679b436d2445:34955 {}] regionserver.HRegionServer(3073): reportForDuty to master=679b436d2445,33737,1731849339402 with isa=679b436d2445/172.17.0.2:34955, startcode=1731849339456 2024-11-17T13:15:39,757 DEBUG [RS:0;679b436d2445:34955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T13:15:39,765 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43547, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T13:15:39,765 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45879, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T13:15:39,765 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33737 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 679b436d2445,42995,1731849339515 2024-11-17T13:15:39,765 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33737 {}] master.ServerManager(486): Registering regionserver=679b436d2445,42995,1731849339515 2024-11-17T13:15:39,767 DEBUG [RS:1;679b436d2445:42995 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad 2024-11-17T13:15:39,767 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33737 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 679b436d2445,34955,1731849339456 2024-11-17T13:15:39,767 DEBUG [RS:1;679b436d2445:42995 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36125 2024-11-17T13:15:39,767 DEBUG [RS:1;679b436d2445:42995 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-17T13:15:39,767 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33737 {}] master.ServerManager(486): Registering regionserver=679b436d2445,34955,1731849339456 2024-11-17T13:15:39,768 DEBUG [RS:0;679b436d2445:34955 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad 2024-11-17T13:15:39,768 DEBUG [RS:0;679b436d2445:34955 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36125 2024-11-17T13:15:39,768 DEBUG [RS:0;679b436d2445:34955 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-17T13:15:39,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T13:15:39,774 DEBUG [RS:1;679b436d2445:42995 {}] zookeeper.ZKUtil(111): regionserver:42995-0x100059f7ac70002, quorum=127.0.0.1:52026, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/679b436d2445,42995,1731849339515 2024-11-17T13:15:39,774 WARN [RS:1;679b436d2445:42995 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T13:15:39,774 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [679b436d2445,34955,1731849339456] 2024-11-17T13:15:39,774 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [679b436d2445,42995,1731849339515] 2024-11-17T13:15:39,774 INFO [RS:1;679b436d2445:42995 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T13:15:39,774 DEBUG [RS:0;679b436d2445:34955 {}] zookeeper.ZKUtil(111): regionserver:34955-0x100059f7ac70001, quorum=127.0.0.1:52026, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/679b436d2445,34955,1731849339456 2024-11-17T13:15:39,774 WARN [RS:0;679b436d2445:34955 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T13:15:39,774 DEBUG [RS:1;679b436d2445:42995 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/WALs/679b436d2445,42995,1731849339515 2024-11-17T13:15:39,775 INFO [RS:0;679b436d2445:34955 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T13:15:39,775 DEBUG [RS:0;679b436d2445:34955 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/WALs/679b436d2445,34955,1731849339456 2024-11-17T13:15:39,778 DEBUG [RS:1;679b436d2445:42995 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-17T13:15:39,778 DEBUG [RS:0;679b436d2445:34955 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-17T13:15:39,778 INFO [RS:0;679b436d2445:34955 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T13:15:39,778 INFO [RS:1;679b436d2445:42995 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T13:15:39,780 INFO [RS:0;679b436d2445:34955 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T13:15:39,780 INFO [RS:0;679b436d2445:34955 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T13:15:39,780 INFO [RS:0;679b436d2445:34955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:39,786 INFO [RS:0;679b436d2445:34955 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-17T13:15:39,787 INFO [RS:1;679b436d2445:42995 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T13:15:39,787 INFO [RS:1;679b436d2445:42995 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T13:15:39,787 INFO [RS:1;679b436d2445:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:39,787 INFO [RS:0;679b436d2445:34955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:39,787 INFO [RS:1;679b436d2445:42995 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-17T13:15:39,787 DEBUG [RS:0;679b436d2445:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:39,787 DEBUG [RS:0;679b436d2445:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:39,788 DEBUG [RS:0;679b436d2445:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:39,788 DEBUG [RS:0;679b436d2445:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:39,788 DEBUG [RS:0;679b436d2445:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:39,788 DEBUG [RS:0;679b436d2445:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/679b436d2445:0, corePoolSize=2, maxPoolSize=2 2024-11-17T13:15:39,788 DEBUG [RS:0;679b436d2445:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:39,788 DEBUG [RS:0;679b436d2445:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:39,788 DEBUG [RS:0;679b436d2445:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:39,788 DEBUG [RS:0;679b436d2445:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:39,788 DEBUG [RS:0;679b436d2445:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:39,788 DEBUG [RS:0;679b436d2445:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/679b436d2445:0, corePoolSize=3, maxPoolSize=3 2024-11-17T13:15:39,788 DEBUG [RS:0;679b436d2445:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/679b436d2445:0, corePoolSize=3, maxPoolSize=3 2024-11-17T13:15:39,788 INFO [RS:1;679b436d2445:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:39,788 DEBUG [RS:1;679b436d2445:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:39,788 DEBUG [RS:1;679b436d2445:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:39,788 DEBUG [RS:1;679b436d2445:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:39,788 DEBUG [RS:1;679b436d2445:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:39,788 DEBUG [RS:1;679b436d2445:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:39,788 INFO [RS:0;679b436d2445:34955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:39,788 DEBUG [RS:1;679b436d2445:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/679b436d2445:0, corePoolSize=2, maxPoolSize=2 2024-11-17T13:15:39,788 DEBUG [RS:1;679b436d2445:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:39,788 INFO [RS:0;679b436d2445:34955 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:39,789 DEBUG [RS:1;679b436d2445:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:39,789 INFO [RS:0;679b436d2445:34955 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:39,789 DEBUG [RS:1;679b436d2445:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:39,789 DEBUG [RS:1;679b436d2445:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:39,789 INFO [RS:0;679b436d2445:34955 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:39,789 DEBUG [RS:1;679b436d2445:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/679b436d2445:0, corePoolSize=1, maxPoolSize=1 2024-11-17T13:15:39,789 INFO [RS:0;679b436d2445:34955 {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,34955,1731849339456-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T13:15:39,789 DEBUG [RS:1;679b436d2445:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/679b436d2445:0, corePoolSize=3, maxPoolSize=3 2024-11-17T13:15:39,789 DEBUG [RS:1;679b436d2445:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/679b436d2445:0, corePoolSize=3, maxPoolSize=3 2024-11-17T13:15:39,796 INFO [RS:1;679b436d2445:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:39,796 INFO [RS:1;679b436d2445:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:39,796 INFO [RS:1;679b436d2445:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:39,796 INFO [RS:1;679b436d2445:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:39,796 INFO [RS:1;679b436d2445:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,42995,1731849339515-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T13:15:39,816 INFO [RS:0;679b436d2445:34955 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T13:15:39,816 INFO [RS:0;679b436d2445:34955 {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,34955,1731849339456-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:39,821 INFO [RS:1;679b436d2445:42995 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T13:15:39,821 INFO [RS:1;679b436d2445:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,42995,1731849339515-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:39,838 INFO [RS:0;679b436d2445:34955 {}] regionserver.Replication(204): 679b436d2445,34955,1731849339456 started 2024-11-17T13:15:39,838 INFO [RS:0;679b436d2445:34955 {}] regionserver.HRegionServer(1767): Serving as 679b436d2445,34955,1731849339456, RpcServer on 679b436d2445/172.17.0.2:34955, sessionid=0x100059f7ac70001 2024-11-17T13:15:39,838 DEBUG [RS:0;679b436d2445:34955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T13:15:39,838 DEBUG [RS:0;679b436d2445:34955 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 679b436d2445,34955,1731849339456 2024-11-17T13:15:39,839 DEBUG [RS:0;679b436d2445:34955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '679b436d2445,34955,1731849339456' 2024-11-17T13:15:39,839 DEBUG [RS:0;679b436d2445:34955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T13:15:39,839 DEBUG [RS:0;679b436d2445:34955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T13:15:39,839 DEBUG [RS:0;679b436d2445:34955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T13:15:39,839 DEBUG [RS:0;679b436d2445:34955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T13:15:39,839 DEBUG [RS:0;679b436d2445:34955 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 679b436d2445,34955,1731849339456 2024-11-17T13:15:39,839 DEBUG [RS:0;679b436d2445:34955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '679b436d2445,34955,1731849339456' 2024-11-17T13:15:39,839 DEBUG [RS:0;679b436d2445:34955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T13:15:39,840 DEBUG [RS:0;679b436d2445:34955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T13:15:39,840 DEBUG [RS:0;679b436d2445:34955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T13:15:39,840 INFO [RS:0;679b436d2445:34955 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T13:15:39,840 INFO [RS:0;679b436d2445:34955 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T13:15:39,843 INFO [RS:1;679b436d2445:42995 {}] regionserver.Replication(204): 679b436d2445,42995,1731849339515 started 2024-11-17T13:15:39,843 INFO [RS:1;679b436d2445:42995 {}] regionserver.HRegionServer(1767): Serving as 679b436d2445,42995,1731849339515, RpcServer on 679b436d2445/172.17.0.2:42995, sessionid=0x100059f7ac70002 2024-11-17T13:15:39,843 DEBUG [RS:1;679b436d2445:42995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T13:15:39,843 DEBUG [RS:1;679b436d2445:42995 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 679b436d2445,42995,1731849339515 2024-11-17T13:15:39,843 DEBUG [RS:1;679b436d2445:42995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '679b436d2445,42995,1731849339515' 2024-11-17T13:15:39,843 DEBUG [RS:1;679b436d2445:42995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T13:15:39,843 DEBUG [RS:1;679b436d2445:42995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T13:15:39,844 DEBUG [RS:1;679b436d2445:42995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T13:15:39,844 DEBUG [RS:1;679b436d2445:42995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T13:15:39,844 DEBUG [RS:1;679b436d2445:42995 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 679b436d2445,42995,1731849339515 2024-11-17T13:15:39,844 DEBUG [RS:1;679b436d2445:42995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '679b436d2445,42995,1731849339515' 2024-11-17T13:15:39,844 DEBUG [RS:1;679b436d2445:42995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T13:15:39,844 DEBUG [RS:1;679b436d2445:42995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T13:15:39,844 DEBUG [RS:1;679b436d2445:42995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T13:15:39,845 INFO [RS:1;679b436d2445:42995 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T13:15:39,845 INFO [RS:1;679b436d2445:42995 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T13:15:39,875 WARN [679b436d2445:33737 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-17T13:15:39,941 INFO [RS:0;679b436d2445:34955 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T13:15:39,942 INFO [RS:0;679b436d2445:34955 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=679b436d2445%2C34955%2C1731849339456, suffix=, logDir=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/WALs/679b436d2445,34955,1731849339456, archiveDir=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/oldWALs, maxLogs=32 2024-11-17T13:15:39,945 INFO [RS:1;679b436d2445:42995 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T13:15:39,946 INFO [RS:1;679b436d2445:42995 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=679b436d2445%2C42995%2C1731849339515, suffix=, logDir=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/WALs/679b436d2445,42995,1731849339515, archiveDir=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/oldWALs, maxLogs=32 2024-11-17T13:15:39,958 DEBUG [RS:0;679b436d2445:34955 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/WALs/679b436d2445,34955,1731849339456/679b436d2445%2C34955%2C1731849339456.1731849339943, exclude list is [], retry=0 2024-11-17T13:15:39,960 DEBUG [RS:1;679b436d2445:42995 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/WALs/679b436d2445,42995,1731849339515/679b436d2445%2C42995%2C1731849339515.1731849339946, exclude list is [], retry=0 2024-11-17T13:15:39,961 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38311,DS-2943723b-9763-46be-a79f-f3834c08f0a6,DISK] 2024-11-17T13:15:39,961 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35707,DS-c2e6b1e8-1bc0-4c91-9399-1401c1e145ed,DISK] 2024-11-17T13:15:39,962 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38311,DS-2943723b-9763-46be-a79f-f3834c08f0a6,DISK] 2024-11-17T13:15:39,962 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35707,DS-c2e6b1e8-1bc0-4c91-9399-1401c1e145ed,DISK] 2024-11-17T13:15:39,964 INFO [RS:0;679b436d2445:34955 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/WALs/679b436d2445,34955,1731849339456/679b436d2445%2C34955%2C1731849339456.1731849339943 2024-11-17T13:15:39,964 INFO [RS:1;679b436d2445:42995 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/WALs/679b436d2445,42995,1731849339515/679b436d2445%2C42995%2C1731849339515.1731849339946 2024-11-17T13:15:39,965 DEBUG [RS:0;679b436d2445:34955 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44643:44643),(127.0.0.1/127.0.0.1:42927:42927)] 2024-11-17T13:15:39,965 DEBUG [RS:1;679b436d2445:42995 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42927:42927),(127.0.0.1/127.0.0.1:44643:44643)] 2024-11-17T13:15:40,125 DEBUG [679b436d2445:33737 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-17T13:15:40,125 DEBUG [679b436d2445:33737 {}] balancer.BalancerClusterState(202): Hosts are {679b436d2445=0} racks are {/default-rack=0} 2024-11-17T13:15:40,127 DEBUG [679b436d2445:33737 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-17T13:15:40,127 DEBUG [679b436d2445:33737 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-17T13:15:40,127 INFO [679b436d2445:33737 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-17T13:15:40,127 INFO [679b436d2445:33737 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-17T13:15:40,127 DEBUG [679b436d2445:33737 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T13:15:40,128 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=679b436d2445,34955,1731849339456 2024-11-17T13:15:40,128 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 679b436d2445,34955,1731849339456, state=OPENING 2024-11-17T13:15:40,130 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T13:15:40,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:40,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x100059f7ac70002, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:40,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x100059f7ac70001, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:40,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:40,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=679b436d2445,34955,1731849339456}] 2024-11-17T13:15:40,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:40,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:40,284 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 679b436d2445,34955,1731849339456 2024-11-17T13:15:40,284 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T13:15:40,286 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T13:15:40,289 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-17T13:15:40,289 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T13:15:40,290 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T13:15:40,291 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=679b436d2445%2C34955%2C1731849339456.meta, suffix=.meta, logDir=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/WALs/679b436d2445,34955,1731849339456, archiveDir=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/oldWALs, maxLogs=32 2024-11-17T13:15:40,304 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/WALs/679b436d2445,34955,1731849339456/679b436d2445%2C34955%2C1731849339456.meta.1731849340291.meta, exclude list is [], retry=0 2024-11-17T13:15:40,307 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38311,DS-2943723b-9763-46be-a79f-f3834c08f0a6,DISK] 2024-11-17T13:15:40,307 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35707,DS-c2e6b1e8-1bc0-4c91-9399-1401c1e145ed,DISK] 2024-11-17T13:15:40,310 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/WALs/679b436d2445,34955,1731849339456/679b436d2445%2C34955%2C1731849339456.meta.1731849340291.meta 2024-11-17T13:15:40,310 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44643:44643),(127.0.0.1/127.0.0.1:42927:42927)] 2024-11-17T13:15:40,310 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T13:15:40,311 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T13:15:40,311 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T13:15:40,311 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T13:15:40,311 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T13:15:40,311 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:40,311 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-17T13:15:40,311 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-17T13:15:40,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T13:15:40,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T13:15:40,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:40,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:40,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T13:15:40,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T13:15:40,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:40,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:40,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T13:15:40,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T13:15:40,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:40,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T13:15:40,316 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/hbase/meta/1588230740 2024-11-17T13:15:40,317 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/hbase/meta/1588230740 2024-11-17T13:15:40,319 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T13:15:40,320 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-17T13:15:40,321 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59942997, jitterRate=-0.10677973926067352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T13:15:40,321 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-17T13:15:40,322 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731849340284 2024-11-17T13:15:40,323 DEBUG [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T13:15:40,323 INFO [RS_OPEN_META-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-17T13:15:40,324 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=679b436d2445,34955,1731849339456 2024-11-17T13:15:40,324 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 679b436d2445,34955,1731849339456, state=OPEN 2024-11-17T13:15:40,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x100059f7ac70002, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T13:15:40,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x100059f7ac70001, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T13:15:40,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T13:15:40,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:40,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:40,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T13:15:40,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T13:15:40,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=679b436d2445,34955,1731849339456 in 196 msec 2024-11-17T13:15:40,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T13:15:40,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 606 msec 2024-11-17T13:15:40,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 645 msec 2024-11-17T13:15:40,332 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731849340332, completionTime=-1 2024-11-17T13:15:40,332 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-17T13:15:40,332 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-17T13:15:40,333 DEBUG [hconnection-0x1b718138-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T13:15:40,335 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T13:15:40,336 INFO [master/679b436d2445:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-17T13:15:40,336 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731849400336 2024-11-17T13:15:40,336 INFO [master/679b436d2445:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731849460336 2024-11-17T13:15:40,336 INFO [master/679b436d2445:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-17T13:15:40,341 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,33737,1731849339402-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:40,341 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,33737,1731849339402-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:40,341 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,33737,1731849339402-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:40,341 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-679b436d2445:33737, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:40,341 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:40,341 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-17T13:15:40,341 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T13:15:40,342 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-17T13:15:40,342 DEBUG [master/679b436d2445:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-17T13:15:40,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T13:15:40,343 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:40,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T13:15:40,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741836_1012 (size=358) 2024-11-17T13:15:40,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741836_1012 (size=358) 2024-11-17T13:15:40,352 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 375b4414ca61714ef73a72a03eb35493, NAME => 'hbase:namespace,,1731849340341.375b4414ca61714ef73a72a03eb35493.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad 2024-11-17T13:15:40,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741837_1013 (size=42) 2024-11-17T13:15:40,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741837_1013 (size=42) 2024-11-17T13:15:40,360 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731849340341.375b4414ca61714ef73a72a03eb35493.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:40,360 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 375b4414ca61714ef73a72a03eb35493, disabling compactions & flushes 2024-11-17T13:15:40,360 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731849340341.375b4414ca61714ef73a72a03eb35493. 2024-11-17T13:15:40,360 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731849340341.375b4414ca61714ef73a72a03eb35493. 2024-11-17T13:15:40,360 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731849340341.375b4414ca61714ef73a72a03eb35493. after waiting 0 ms 2024-11-17T13:15:40,360 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731849340341.375b4414ca61714ef73a72a03eb35493. 2024-11-17T13:15:40,360 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731849340341.375b4414ca61714ef73a72a03eb35493. 2024-11-17T13:15:40,360 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 375b4414ca61714ef73a72a03eb35493: 2024-11-17T13:15:40,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T13:15:40,362 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731849340341.375b4414ca61714ef73a72a03eb35493.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731849340361"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731849340361"}]},"ts":"1731849340361"} 2024-11-17T13:15:40,363 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-17T13:15:40,364 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T13:15:40,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731849340364"}]},"ts":"1731849340364"} 2024-11-17T13:15:40,366 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-17T13:15:40,369 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {679b436d2445=0} racks are {/default-rack=0} 2024-11-17T13:15:40,370 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-17T13:15:40,370 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-17T13:15:40,370 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-17T13:15:40,370 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-17T13:15:40,370 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T13:15:40,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=375b4414ca61714ef73a72a03eb35493, ASSIGN}] 2024-11-17T13:15:40,371 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=375b4414ca61714ef73a72a03eb35493, ASSIGN 2024-11-17T13:15:40,372 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=375b4414ca61714ef73a72a03eb35493, ASSIGN; state=OFFLINE, location=679b436d2445,42995,1731849339515; forceNewPlan=false, retain=false 2024-11-17T13:15:40,522 INFO [679b436d2445:33737 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-17T13:15:40,523 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=375b4414ca61714ef73a72a03eb35493, regionState=OPENING, regionLocation=679b436d2445,42995,1731849339515 2024-11-17T13:15:40,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 375b4414ca61714ef73a72a03eb35493, server=679b436d2445,42995,1731849339515}] 2024-11-17T13:15:40,677 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 679b436d2445,42995,1731849339515 2024-11-17T13:15:40,677 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T13:15:40,679 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T13:15:40,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731849340341.375b4414ca61714ef73a72a03eb35493. 2024-11-17T13:15:40,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 375b4414ca61714ef73a72a03eb35493, NAME => 'hbase:namespace,,1731849340341.375b4414ca61714ef73a72a03eb35493.', STARTKEY => '', ENDKEY => ''} 2024-11-17T13:15:40,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 375b4414ca61714ef73a72a03eb35493 2024-11-17T13:15:40,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731849340341.375b4414ca61714ef73a72a03eb35493.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:40,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 375b4414ca61714ef73a72a03eb35493 2024-11-17T13:15:40,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 375b4414ca61714ef73a72a03eb35493 2024-11-17T13:15:40,684 INFO [StoreOpener-375b4414ca61714ef73a72a03eb35493-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 375b4414ca61714ef73a72a03eb35493 2024-11-17T13:15:40,685 INFO [StoreOpener-375b4414ca61714ef73a72a03eb35493-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 375b4414ca61714ef73a72a03eb35493 columnFamilyName info 2024-11-17T13:15:40,685 DEBUG [StoreOpener-375b4414ca61714ef73a72a03eb35493-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:40,686 INFO [StoreOpener-375b4414ca61714ef73a72a03eb35493-1 {}] regionserver.HStore(327): Store=375b4414ca61714ef73a72a03eb35493/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:40,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/hbase/namespace/375b4414ca61714ef73a72a03eb35493 2024-11-17T13:15:40,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/hbase/namespace/375b4414ca61714ef73a72a03eb35493 2024-11-17T13:15:40,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 375b4414ca61714ef73a72a03eb35493 2024-11-17T13:15:40,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/hbase/namespace/375b4414ca61714ef73a72a03eb35493/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:40,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 375b4414ca61714ef73a72a03eb35493; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59933072, jitterRate=-0.10692763328552246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T13:15:40,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 375b4414ca61714ef73a72a03eb35493: 2024-11-17T13:15:40,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731849340341.375b4414ca61714ef73a72a03eb35493., pid=6, masterSystemTime=1731849340677 2024-11-17T13:15:40,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731849340341.375b4414ca61714ef73a72a03eb35493. 2024-11-17T13:15:40,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731849340341.375b4414ca61714ef73a72a03eb35493. 2024-11-17T13:15:40,695 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=375b4414ca61714ef73a72a03eb35493, regionState=OPEN, openSeqNum=2, regionLocation=679b436d2445,42995,1731849339515 2024-11-17T13:15:40,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T13:15:40,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 375b4414ca61714ef73a72a03eb35493, server=679b436d2445,42995,1731849339515 in 171 msec 2024-11-17T13:15:40,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T13:15:40,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=375b4414ca61714ef73a72a03eb35493, ASSIGN in 328 msec 2024-11-17T13:15:40,700 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T13:15:40,700 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731849340700"}]},"ts":"1731849340700"} 2024-11-17T13:15:40,701 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-17T13:15:40,704 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T13:15:40,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 363 msec 2024-11-17T13:15:40,743 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-17T13:15:40,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-17T13:15:40,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x100059f7ac70001, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:40,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x100059f7ac70002, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:40,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:40,748 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T13:15:40,749 INFO [RS-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60862, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T13:15:40,750 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-17T13:15:40,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-17T13:15:40,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 9 msec 2024-11-17T13:15:40,762 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-17T13:15:40,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-17T13:15:40,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 8 msec 2024-11-17T13:15:40,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-17T13:15:40,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-17T13:15:40,779 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.235sec 2024-11-17T13:15:40,779 INFO [master/679b436d2445:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T13:15:40,779 INFO [master/679b436d2445:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T13:15:40,779 INFO [master/679b436d2445:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T13:15:40,779 INFO [master/679b436d2445:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T13:15:40,779 INFO [master/679b436d2445:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T13:15:40,779 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,33737,1731849339402-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T13:15:40,779 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,33737,1731849339402-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T13:15:40,782 DEBUG [master/679b436d2445:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-17T13:15:40,782 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T13:15:40,782 INFO [master/679b436d2445:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=679b436d2445,33737,1731849339402-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T13:15:40,839 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x224c9aa9 to 127.0.0.1:52026 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42a8536b 2024-11-17T13:15:40,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1074ebfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:15:40,843 DEBUG [hconnection-0x7ca189ae-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T13:15:40,845 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T13:15:40,846 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=679b436d2445,33737,1731849339402 2024-11-17T13:15:40,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T13:15:40,848 INFO [RS-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T13:15:40,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T13:15:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-17T13:15:40,851 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T13:15:40,851 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:40,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-17T13:15:40,852 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T13:15:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T13:15:40,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741838_1014 (size=379) 2024-11-17T13:15:40,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741838_1014 (size=379) 2024-11-17T13:15:40,861 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bf0d9d54aec1e8962ea1761837d992be, NAME => 'testClearRegionBlockCache,,1731849340849.bf0d9d54aec1e8962ea1761837d992be.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad 2024-11-17T13:15:40,861 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 453aac159eb18e0351b880ab8b98c9dd, NAME => 'testClearRegionBlockCache,5,1731849340849.453aac159eb18e0351b880ab8b98c9dd.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad 2024-11-17T13:15:40,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741839_1015 (size=61) 2024-11-17T13:15:40,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741840_1016 (size=61) 2024-11-17T13:15:40,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741840_1016 (size=61) 2024-11-17T13:15:40,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741839_1015 (size=61) 2024-11-17T13:15:40,869 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731849340849.453aac159eb18e0351b880ab8b98c9dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:40,869 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731849340849.bf0d9d54aec1e8962ea1761837d992be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:40,869 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 453aac159eb18e0351b880ab8b98c9dd, disabling compactions & flushes 2024-11-17T13:15:40,869 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731849340849.453aac159eb18e0351b880ab8b98c9dd. 2024-11-17T13:15:40,869 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing bf0d9d54aec1e8962ea1761837d992be, disabling compactions & flushes 2024-11-17T13:15:40,869 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731849340849.453aac159eb18e0351b880ab8b98c9dd. 2024-11-17T13:15:40,869 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731849340849.bf0d9d54aec1e8962ea1761837d992be. 2024-11-17T13:15:40,869 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731849340849.453aac159eb18e0351b880ab8b98c9dd. after waiting 0 ms 2024-11-17T13:15:40,869 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731849340849.bf0d9d54aec1e8962ea1761837d992be. 2024-11-17T13:15:40,869 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731849340849.453aac159eb18e0351b880ab8b98c9dd. 2024-11-17T13:15:40,869 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731849340849.bf0d9d54aec1e8962ea1761837d992be. after waiting 0 ms 2024-11-17T13:15:40,869 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731849340849.453aac159eb18e0351b880ab8b98c9dd. 2024-11-17T13:15:40,869 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731849340849.bf0d9d54aec1e8962ea1761837d992be. 2024-11-17T13:15:40,869 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 453aac159eb18e0351b880ab8b98c9dd: 2024-11-17T13:15:40,869 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731849340849.bf0d9d54aec1e8962ea1761837d992be. 2024-11-17T13:15:40,869 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for bf0d9d54aec1e8962ea1761837d992be: 2024-11-17T13:15:40,870 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T13:15:40,870 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731849340849.453aac159eb18e0351b880ab8b98c9dd.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731849340870"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731849340870"}]},"ts":"1731849340870"} 2024-11-17T13:15:40,871 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731849340849.bf0d9d54aec1e8962ea1761837d992be.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731849340870"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731849340870"}]},"ts":"1731849340870"} 2024-11-17T13:15:40,873 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-17T13:15:40,874 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T13:15:40,874 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731849340874"}]},"ts":"1731849340874"} 2024-11-17T13:15:40,875 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-17T13:15:40,879 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {679b436d2445=0} racks are {/default-rack=0} 2024-11-17T13:15:40,880 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-17T13:15:40,880 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-17T13:15:40,880 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-17T13:15:40,880 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-17T13:15:40,880 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T13:15:40,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bf0d9d54aec1e8962ea1761837d992be, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=453aac159eb18e0351b880ab8b98c9dd, ASSIGN}] 2024-11-17T13:15:40,881 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=453aac159eb18e0351b880ab8b98c9dd, ASSIGN 2024-11-17T13:15:40,881 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bf0d9d54aec1e8962ea1761837d992be, ASSIGN 2024-11-17T13:15:40,882 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bf0d9d54aec1e8962ea1761837d992be, ASSIGN; state=OFFLINE, location=679b436d2445,42995,1731849339515; forceNewPlan=false, retain=false 2024-11-17T13:15:40,882 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=453aac159eb18e0351b880ab8b98c9dd, ASSIGN; state=OFFLINE, location=679b436d2445,34955,1731849339456; forceNewPlan=false, retain=false 2024-11-17T13:15:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T13:15:41,032 INFO [679b436d2445:33737 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-17T13:15:41,033 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=453aac159eb18e0351b880ab8b98c9dd, regionState=OPENING, regionLocation=679b436d2445,34955,1731849339456 2024-11-17T13:15:41,033 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=bf0d9d54aec1e8962ea1761837d992be, regionState=OPENING, regionLocation=679b436d2445,42995,1731849339515 2024-11-17T13:15:41,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 453aac159eb18e0351b880ab8b98c9dd, server=679b436d2445,34955,1731849339456}] 2024-11-17T13:15:41,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure bf0d9d54aec1e8962ea1761837d992be, server=679b436d2445,42995,1731849339515}] 2024-11-17T13:15:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T13:15:41,188 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 679b436d2445,34955,1731849339456 2024-11-17T13:15:41,189 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 679b436d2445,42995,1731849339515 2024-11-17T13:15:41,192 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1731849340849.453aac159eb18e0351b880ab8b98c9dd. 2024-11-17T13:15:41,192 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 453aac159eb18e0351b880ab8b98c9dd, NAME => 'testClearRegionBlockCache,5,1731849340849.453aac159eb18e0351b880ab8b98c9dd.', STARTKEY => '5', ENDKEY => ''} 2024-11-17T13:15:41,192 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 453aac159eb18e0351b880ab8b98c9dd 2024-11-17T13:15:41,192 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731849340849.453aac159eb18e0351b880ab8b98c9dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:41,192 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1731849340849.bf0d9d54aec1e8962ea1761837d992be. 2024-11-17T13:15:41,192 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 453aac159eb18e0351b880ab8b98c9dd 2024-11-17T13:15:41,193 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 453aac159eb18e0351b880ab8b98c9dd 2024-11-17T13:15:41,193 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => bf0d9d54aec1e8962ea1761837d992be, NAME => 'testClearRegionBlockCache,,1731849340849.bf0d9d54aec1e8962ea1761837d992be.', STARTKEY => '', ENDKEY => '5'} 2024-11-17T13:15:41,193 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache bf0d9d54aec1e8962ea1761837d992be 2024-11-17T13:15:41,193 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731849340849.bf0d9d54aec1e8962ea1761837d992be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T13:15:41,193 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for bf0d9d54aec1e8962ea1761837d992be 2024-11-17T13:15:41,193 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for bf0d9d54aec1e8962ea1761837d992be 2024-11-17T13:15:41,194 INFO [StoreOpener-453aac159eb18e0351b880ab8b98c9dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 453aac159eb18e0351b880ab8b98c9dd 2024-11-17T13:15:41,195 INFO [StoreOpener-453aac159eb18e0351b880ab8b98c9dd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 453aac159eb18e0351b880ab8b98c9dd columnFamilyName family 2024-11-17T13:15:41,195 DEBUG [StoreOpener-453aac159eb18e0351b880ab8b98c9dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:41,195 INFO [StoreOpener-453aac159eb18e0351b880ab8b98c9dd-1 {}] regionserver.HStore(327): Store=453aac159eb18e0351b880ab8b98c9dd/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:41,196 INFO [StoreOpener-bf0d9d54aec1e8962ea1761837d992be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region bf0d9d54aec1e8962ea1761837d992be 2024-11-17T13:15:41,196 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/default/testClearRegionBlockCache/453aac159eb18e0351b880ab8b98c9dd 2024-11-17T13:15:41,196 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/default/testClearRegionBlockCache/453aac159eb18e0351b880ab8b98c9dd 2024-11-17T13:15:41,197 INFO [StoreOpener-bf0d9d54aec1e8962ea1761837d992be-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf0d9d54aec1e8962ea1761837d992be columnFamilyName family 2024-11-17T13:15:41,197 DEBUG [StoreOpener-bf0d9d54aec1e8962ea1761837d992be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T13:15:41,197 INFO [StoreOpener-bf0d9d54aec1e8962ea1761837d992be-1 {}] regionserver.HStore(327): Store=bf0d9d54aec1e8962ea1761837d992be/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T13:15:41,198 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/default/testClearRegionBlockCache/bf0d9d54aec1e8962ea1761837d992be 2024-11-17T13:15:41,198 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 453aac159eb18e0351b880ab8b98c9dd 2024-11-17T13:15:41,198 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/default/testClearRegionBlockCache/bf0d9d54aec1e8962ea1761837d992be 2024-11-17T13:15:41,200 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/default/testClearRegionBlockCache/453aac159eb18e0351b880ab8b98c9dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:41,201 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 453aac159eb18e0351b880ab8b98c9dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74785247, jitterRate=0.11438702046871185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T13:15:41,201 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for bf0d9d54aec1e8962ea1761837d992be 2024-11-17T13:15:41,201 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 453aac159eb18e0351b880ab8b98c9dd: 2024-11-17T13:15:41,202 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1731849340849.453aac159eb18e0351b880ab8b98c9dd., pid=12, masterSystemTime=1731849341188 2024-11-17T13:15:41,203 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/default/testClearRegionBlockCache/bf0d9d54aec1e8962ea1761837d992be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T13:15:41,203 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened bf0d9d54aec1e8962ea1761837d992be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61231511, jitterRate=-0.0875793844461441}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T13:15:41,203 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for bf0d9d54aec1e8962ea1761837d992be: 2024-11-17T13:15:41,204 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1731849340849.453aac159eb18e0351b880ab8b98c9dd. 2024-11-17T13:15:41,204 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1731849340849.453aac159eb18e0351b880ab8b98c9dd. 2024-11-17T13:15:41,204 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1731849340849.bf0d9d54aec1e8962ea1761837d992be., pid=13, masterSystemTime=1731849341189 2024-11-17T13:15:41,204 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=453aac159eb18e0351b880ab8b98c9dd, regionState=OPEN, openSeqNum=2, regionLocation=679b436d2445,34955,1731849339456 2024-11-17T13:15:41,205 DEBUG [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1731849340849.bf0d9d54aec1e8962ea1761837d992be. 2024-11-17T13:15:41,205 INFO [RS_OPEN_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1731849340849.bf0d9d54aec1e8962ea1761837d992be. 2024-11-17T13:15:41,206 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=bf0d9d54aec1e8962ea1761837d992be, regionState=OPEN, openSeqNum=2, regionLocation=679b436d2445,42995,1731849339515 2024-11-17T13:15:41,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-11-17T13:15:41,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 453aac159eb18e0351b880ab8b98c9dd, server=679b436d2445,34955,1731849339456 in 170 msec 2024-11-17T13:15:41,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-11-17T13:15:41,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure bf0d9d54aec1e8962ea1761837d992be, server=679b436d2445,42995,1731849339515 in 170 msec 2024-11-17T13:15:41,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=453aac159eb18e0351b880ab8b98c9dd, ASSIGN in 327 msec 2024-11-17T13:15:41,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T13:15:41,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bf0d9d54aec1e8962ea1761837d992be, ASSIGN in 328 msec 2024-11-17T13:15:41,211 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T13:15:41,211 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731849341211"}]},"ts":"1731849341211"} 2024-11-17T13:15:41,212 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-17T13:15:41,214 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T13:15:41,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 365 msec 2024-11-17T13:15:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T13:15:41,457 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-17T13:15:41,457 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-17T13:15:41,457 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T13:15:41,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-17T13:15:41,460 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T13:15:41,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-17T13:15:41,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T13:15:41,464 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T13:15:41,481 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 453aac159eb18e0351b880ab8b98c9dd 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-17T13:15:41,498 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/default/testClearRegionBlockCache/453aac159eb18e0351b880ab8b98c9dd/.tmp/family/9b9c7a623c534523ad182990b5c5c6e1 is 32, key is 5/family:/1731849341474/Put/seqid=0 2024-11-17T13:15:41,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741841_1017 (size=5083) 2024-11-17T13:15:41,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741841_1017 (size=5083) 2024-11-17T13:15:41,503 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/default/testClearRegionBlockCache/453aac159eb18e0351b880ab8b98c9dd/.tmp/family/9b9c7a623c534523ad182990b5c5c6e1 2024-11-17T13:15:41,509 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/default/testClearRegionBlockCache/453aac159eb18e0351b880ab8b98c9dd/.tmp/family/9b9c7a623c534523ad182990b5c5c6e1 as hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/default/testClearRegionBlockCache/453aac159eb18e0351b880ab8b98c9dd/family/9b9c7a623c534523ad182990b5c5c6e1 2024-11-17T13:15:41,514 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/default/testClearRegionBlockCache/453aac159eb18e0351b880ab8b98c9dd/family/9b9c7a623c534523ad182990b5c5c6e1, entries=5, sequenceid=9, filesize=5.0 K 2024-11-17T13:15:41,515 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 453aac159eb18e0351b880ab8b98c9dd in 34ms, sequenceid=9, compaction requested=false 2024-11-17T13:15:41,515 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 453aac159eb18e0351b880ab8b98c9dd: 2024-11-17T13:15:41,515 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing bf0d9d54aec1e8962ea1761837d992be 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-17T13:15:41,530 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/default/testClearRegionBlockCache/bf0d9d54aec1e8962ea1761837d992be/.tmp/family/182c524889f14c24820a66e5732d9f3f is 32, key is 1/family:/1731849341464/Put/seqid=0 2024-11-17T13:15:41,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741842_1018 (size=5054) 2024-11-17T13:15:41,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741842_1018 (size=5054) 2024-11-17T13:15:41,535 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/default/testClearRegionBlockCache/bf0d9d54aec1e8962ea1761837d992be/.tmp/family/182c524889f14c24820a66e5732d9f3f 2024-11-17T13:15:41,541 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/default/testClearRegionBlockCache/bf0d9d54aec1e8962ea1761837d992be/.tmp/family/182c524889f14c24820a66e5732d9f3f as hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/default/testClearRegionBlockCache/bf0d9d54aec1e8962ea1761837d992be/family/182c524889f14c24820a66e5732d9f3f 2024-11-17T13:15:41,545 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/default/testClearRegionBlockCache/bf0d9d54aec1e8962ea1761837d992be/family/182c524889f14c24820a66e5732d9f3f, entries=4, sequenceid=8, filesize=4.9 K 2024-11-17T13:15:41,546 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for bf0d9d54aec1e8962ea1761837d992be in 31ms, sequenceid=8, compaction requested=false 2024-11-17T13:15:41,546 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for bf0d9d54aec1e8962ea1761837d992be: 2024-11-17T13:15:41,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T13:15:41,554 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T13:15:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34955 {}] bucket.BucketCache(1852): found 1 blocks for file 9b9c7a623c534523ad182990b5c5c6e1, starting offset: 0, end offset: 9223372036854775807 2024-11-17T13:15:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34955 {}] bucket.BucketCache(844): removed key 9b9c7a623c534523ad182990b5c5c6e1_0 from back map with offset lock 2094080 in the evict process 2024-11-17T13:15:41,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T13:15:41,556 INFO [RS-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T13:15:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42995 {}] bucket.BucketCache(1852): found 1 blocks for file 182c524889f14c24820a66e5732d9f3f, starting offset: 0, end offset: 9223372036854775807 2024-11-17T13:15:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42995 {}] bucket.BucketCache(844): removed key 182c524889f14c24820a66e5732d9f3f_0 from back map with offset lock 2094080 in the evict process 2024-11-17T13:15:41,557 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-17T13:15:41,557 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-17T13:15:41,557 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x224c9aa9 to 127.0.0.1:52026 2024-11-17T13:15:41,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:41,557 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T13:15:41,557 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1871906966, stopped=false 2024-11-17T13:15:41,557 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=679b436d2445,33737,1731849339402 2024-11-17T13:15:41,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x100059f7ac70002, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:41,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:41,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x100059f7ac70001, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T13:15:41,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x100059f7ac70002, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:41,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:41,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x100059f7ac70001, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:41,565 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-17T13:15:41,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:41,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34955-0x100059f7ac70001, quorum=127.0.0.1:52026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:41,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:41,566 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '679b436d2445,34955,1731849339456' ***** 2024-11-17T13:15:41,566 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-17T13:15:41,566 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '679b436d2445,42995,1731849339515' ***** 2024-11-17T13:15:41,566 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-17T13:15:41,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42995-0x100059f7ac70002, quorum=127.0.0.1:52026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T13:15:41,566 INFO [RS:0;679b436d2445:34955 {}] bucket.BucketCache(1727): Disabling cache 2024-11-17T13:15:41,566 INFO [RS:0;679b436d2445:34955 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-17T13:15:41,566 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-17T13:15:41,566 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-17T13:15:41,566 INFO [RS:0;679b436d2445:34955 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T13:15:41,566 INFO [RS:0;679b436d2445:34955 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T13:15:41,566 INFO [RS:0;679b436d2445:34955 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T13:15:41,566 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-17T13:15:41,566 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-17T13:15:41,566 INFO [RS:0;679b436d2445:34955 {}] regionserver.HRegionServer(3579): Received CLOSE for 453aac159eb18e0351b880ab8b98c9dd 2024-11-17T13:15:41,566 INFO [RS:1;679b436d2445:42995 {}] bucket.BucketCache(1727): Disabling cache 2024-11-17T13:15:41,567 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-17T13:15:41,567 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-17T13:15:41,567 INFO [RS:1;679b436d2445:42995 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-17T13:15:41,567 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-17T13:15:41,567 INFO [RS:1;679b436d2445:42995 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T13:15:41,567 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-17T13:15:41,567 INFO [RS:1;679b436d2445:42995 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T13:15:41,567 INFO [RS:1;679b436d2445:42995 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T13:15:41,567 INFO [RS:1;679b436d2445:42995 {}] regionserver.HRegionServer(3579): Received CLOSE for 375b4414ca61714ef73a72a03eb35493 2024-11-17T13:15:41,567 INFO [RS:0;679b436d2445:34955 {}] regionserver.HRegionServer(1224): stopping server 679b436d2445,34955,1731849339456 2024-11-17T13:15:41,567 DEBUG [RS:0;679b436d2445:34955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:41,567 INFO [RS:0;679b436d2445:34955 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T13:15:41,567 INFO [RS:0;679b436d2445:34955 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T13:15:41,567 INFO [RS:0;679b436d2445:34955 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T13:15:41,567 INFO [RS:0;679b436d2445:34955 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-17T13:15:41,567 INFO [RS:1;679b436d2445:42995 {}] regionserver.HRegionServer(3579): Received CLOSE for bf0d9d54aec1e8962ea1761837d992be 2024-11-17T13:15:41,567 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 453aac159eb18e0351b880ab8b98c9dd, disabling compactions & flushes 2024-11-17T13:15:41,567 INFO [RS:1;679b436d2445:42995 {}] regionserver.HRegionServer(1224): stopping server 679b436d2445,42995,1731849339515 2024-11-17T13:15:41,567 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731849340849.453aac159eb18e0351b880ab8b98c9dd. 2024-11-17T13:15:41,567 DEBUG [RS:1;679b436d2445:42995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:41,567 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731849340849.453aac159eb18e0351b880ab8b98c9dd. 2024-11-17T13:15:41,567 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731849340849.453aac159eb18e0351b880ab8b98c9dd. after waiting 0 ms 2024-11-17T13:15:41,567 INFO [RS:1;679b436d2445:42995 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-17T13:15:41,567 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 375b4414ca61714ef73a72a03eb35493, disabling compactions & flushes 2024-11-17T13:15:41,567 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731849340849.453aac159eb18e0351b880ab8b98c9dd. 2024-11-17T13:15:41,567 DEBUG [RS:1;679b436d2445:42995 {}] regionserver.HRegionServer(1603): Online Regions={375b4414ca61714ef73a72a03eb35493=hbase:namespace,,1731849340341.375b4414ca61714ef73a72a03eb35493., bf0d9d54aec1e8962ea1761837d992be=testClearRegionBlockCache,,1731849340849.bf0d9d54aec1e8962ea1761837d992be.} 2024-11-17T13:15:41,567 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731849340341.375b4414ca61714ef73a72a03eb35493. 2024-11-17T13:15:41,567 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731849340341.375b4414ca61714ef73a72a03eb35493. 2024-11-17T13:15:41,567 INFO [RS:0;679b436d2445:34955 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-17T13:15:41,567 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731849340341.375b4414ca61714ef73a72a03eb35493. after waiting 0 ms 2024-11-17T13:15:41,567 DEBUG [RS:1;679b436d2445:42995 {}] regionserver.HRegionServer(1629): Waiting on 375b4414ca61714ef73a72a03eb35493, bf0d9d54aec1e8962ea1761837d992be 2024-11-17T13:15:41,567 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731849340341.375b4414ca61714ef73a72a03eb35493. 2024-11-17T13:15:41,567 DEBUG [RS:0;679b436d2445:34955 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 453aac159eb18e0351b880ab8b98c9dd=testClearRegionBlockCache,5,1731849340849.453aac159eb18e0351b880ab8b98c9dd.} 2024-11-17T13:15:41,567 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 375b4414ca61714ef73a72a03eb35493 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-17T13:15:41,567 DEBUG [RS:0;679b436d2445:34955 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 453aac159eb18e0351b880ab8b98c9dd 2024-11-17T13:15:41,568 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-17T13:15:41,568 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-17T13:15:41,568 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-17T13:15:41,568 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T13:15:41,568 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T13:15:41,568 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-17T13:15:41,571 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/default/testClearRegionBlockCache/453aac159eb18e0351b880ab8b98c9dd/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-17T13:15:41,572 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731849340849.453aac159eb18e0351b880ab8b98c9dd. 2024-11-17T13:15:41,572 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 453aac159eb18e0351b880ab8b98c9dd: 2024-11-17T13:15:41,572 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731849340849.453aac159eb18e0351b880ab8b98c9dd. 2024-11-17T13:15:41,584 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/hbase/meta/1588230740/.tmp/info/1f12a5a11190493d85aa72d7a22e2451 is 173, key is testClearRegionBlockCache,5,1731849340849.453aac159eb18e0351b880ab8b98c9dd./info:regioninfo/1731849341204/Put/seqid=0 2024-11-17T13:15:41,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741843_1019 (size=9337) 2024-11-17T13:15:41,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741843_1019 (size=9337) 2024-11-17T13:15:41,589 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/hbase/meta/1588230740/.tmp/info/1f12a5a11190493d85aa72d7a22e2451 2024-11-17T13:15:41,590 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/hbase/namespace/375b4414ca61714ef73a72a03eb35493/.tmp/info/3e70e4883dbc4417aa023768cc356b7a is 45, key is default/info:d/1731849340754/Put/seqid=0 2024-11-17T13:15:41,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741844_1020 (size=5037) 2024-11-17T13:15:41,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741844_1020 (size=5037) 2024-11-17T13:15:41,595 INFO [regionserver/679b436d2445:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T13:15:41,595 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/hbase/namespace/375b4414ca61714ef73a72a03eb35493/.tmp/info/3e70e4883dbc4417aa023768cc356b7a 2024-11-17T13:15:41,601 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/hbase/namespace/375b4414ca61714ef73a72a03eb35493/.tmp/info/3e70e4883dbc4417aa023768cc356b7a as hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/hbase/namespace/375b4414ca61714ef73a72a03eb35493/info/3e70e4883dbc4417aa023768cc356b7a 2024-11-17T13:15:41,601 INFO [regionserver/679b436d2445:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T13:15:41,606 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/hbase/namespace/375b4414ca61714ef73a72a03eb35493/info/3e70e4883dbc4417aa023768cc356b7a, entries=2, sequenceid=6, filesize=4.9 K 2024-11-17T13:15:41,606 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 375b4414ca61714ef73a72a03eb35493 in 39ms, sequenceid=6, compaction requested=false 2024-11-17T13:15:41,610 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/hbase/namespace/375b4414ca61714ef73a72a03eb35493/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T13:15:41,611 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731849340341.375b4414ca61714ef73a72a03eb35493. 2024-11-17T13:15:41,611 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 375b4414ca61714ef73a72a03eb35493: 2024-11-17T13:15:41,611 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731849340341.375b4414ca61714ef73a72a03eb35493. 2024-11-17T13:15:41,611 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bf0d9d54aec1e8962ea1761837d992be, disabling compactions & flushes 2024-11-17T13:15:41,611 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731849340849.bf0d9d54aec1e8962ea1761837d992be. 2024-11-17T13:15:41,611 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731849340849.bf0d9d54aec1e8962ea1761837d992be. 2024-11-17T13:15:41,611 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731849340849.bf0d9d54aec1e8962ea1761837d992be. after waiting 0 ms 2024-11-17T13:15:41,611 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731849340849.bf0d9d54aec1e8962ea1761837d992be. 2024-11-17T13:15:41,611 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/hbase/meta/1588230740/.tmp/table/482cba756ad642fc8638ee6d0902ecc8 is 61, key is testClearRegionBlockCache/table:state/1731849341211/Put/seqid=0 2024-11-17T13:15:41,615 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/default/testClearRegionBlockCache/bf0d9d54aec1e8962ea1761837d992be/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-17T13:15:41,616 INFO [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731849340849.bf0d9d54aec1e8962ea1761837d992be. 2024-11-17T13:15:41,616 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bf0d9d54aec1e8962ea1761837d992be: 2024-11-17T13:15:41,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741845_1021 (size=5392) 2024-11-17T13:15:41,616 DEBUG [RS_CLOSE_REGION-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731849340849.bf0d9d54aec1e8962ea1761837d992be. 2024-11-17T13:15:41,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741845_1021 (size=5392) 2024-11-17T13:15:41,617 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/hbase/meta/1588230740/.tmp/table/482cba756ad642fc8638ee6d0902ecc8 2024-11-17T13:15:41,621 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/hbase/meta/1588230740/.tmp/info/1f12a5a11190493d85aa72d7a22e2451 as hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/hbase/meta/1588230740/info/1f12a5a11190493d85aa72d7a22e2451 2024-11-17T13:15:41,626 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/hbase/meta/1588230740/info/1f12a5a11190493d85aa72d7a22e2451, entries=30, sequenceid=16, filesize=9.1 K 2024-11-17T13:15:41,626 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/hbase/meta/1588230740/.tmp/table/482cba756ad642fc8638ee6d0902ecc8 as hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/hbase/meta/1588230740/table/482cba756ad642fc8638ee6d0902ecc8 2024-11-17T13:15:41,631 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/hbase/meta/1588230740/table/482cba756ad642fc8638ee6d0902ecc8, entries=4, sequenceid=16, filesize=5.3 K 2024-11-17T13:15:41,632 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 64ms, sequenceid=16, compaction requested=false 2024-11-17T13:15:41,635 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T13:15:41,636 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T13:15:41,636 INFO [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-17T13:15:41,636 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-17T13:15:41,636 DEBUG [RS_CLOSE_META-regionserver/679b436d2445:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T13:15:41,768 INFO [RS:1;679b436d2445:42995 {}] regionserver.HRegionServer(1250): stopping server 679b436d2445,42995,1731849339515; all regions closed. 2024-11-17T13:15:41,768 INFO [RS:0;679b436d2445:34955 {}] regionserver.HRegionServer(1250): stopping server 679b436d2445,34955,1731849339456; all regions closed. 2024-11-17T13:15:41,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741835_1011 (size=5602) 2024-11-17T13:15:41,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741835_1011 (size=5602) 2024-11-17T13:15:41,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741834_1010 (size=3079) 2024-11-17T13:15:41,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741834_1010 (size=3079) 2024-11-17T13:15:41,773 DEBUG [RS:1;679b436d2445:42995 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/oldWALs 2024-11-17T13:15:41,773 INFO [RS:1;679b436d2445:42995 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 679b436d2445%2C42995%2C1731849339515:(num 1731849339946) 2024-11-17T13:15:41,773 DEBUG [RS:1;679b436d2445:42995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:41,773 INFO [RS:1;679b436d2445:42995 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T13:15:41,773 DEBUG [RS:0;679b436d2445:34955 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/oldWALs 2024-11-17T13:15:41,773 INFO [RS:0;679b436d2445:34955 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 679b436d2445%2C34955%2C1731849339456.meta:.meta(num 1731849340291) 2024-11-17T13:15:41,773 INFO [RS:1;679b436d2445:42995 {}] hbase.ChoreService(370): Chore service for: regionserver/679b436d2445:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-17T13:15:41,773 INFO [RS:1;679b436d2445:42995 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T13:15:41,773 INFO [RS:1;679b436d2445:42995 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T13:15:41,774 INFO [RS:1;679b436d2445:42995 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T13:15:41,774 INFO [regionserver/679b436d2445:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-17T13:15:41,774 INFO [RS:1;679b436d2445:42995 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42995 2024-11-17T13:15:41,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741833_1009 (size=1867) 2024-11-17T13:15:41,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741833_1009 (size=1867) 2024-11-17T13:15:41,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x100059f7ac70002, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/679b436d2445,42995,1731849339515 2024-11-17T13:15:41,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T13:15:41,777 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [679b436d2445,42995,1731849339515] 2024-11-17T13:15:41,777 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 679b436d2445,42995,1731849339515; numProcessing=1 2024-11-17T13:15:41,778 DEBUG [RS:0;679b436d2445:34955 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/oldWALs 2024-11-17T13:15:41,778 INFO [RS:0;679b436d2445:34955 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 679b436d2445%2C34955%2C1731849339456:(num 1731849339943) 2024-11-17T13:15:41,778 DEBUG [RS:0;679b436d2445:34955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:41,778 INFO [RS:0;679b436d2445:34955 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T13:15:41,778 INFO [RS:0;679b436d2445:34955 {}] hbase.ChoreService(370): Chore service for: regionserver/679b436d2445:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T13:15:41,778 INFO [regionserver/679b436d2445:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-17T13:15:41,778 INFO [RS:0;679b436d2445:34955 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34955 2024-11-17T13:15:41,778 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/679b436d2445,42995,1731849339515 already deleted, retry=false 2024-11-17T13:15:41,779 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 679b436d2445,42995,1731849339515 expired; onlineServers=1 2024-11-17T13:15:41,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x100059f7ac70001, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/679b436d2445,34955,1731849339456 2024-11-17T13:15:41,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T13:15:41,781 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [679b436d2445,34955,1731849339456] 2024-11-17T13:15:41,782 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 679b436d2445,34955,1731849339456; numProcessing=2 2024-11-17T13:15:41,783 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/679b436d2445,34955,1731849339456 already deleted, retry=false 2024-11-17T13:15:41,783 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 679b436d2445,34955,1731849339456 expired; onlineServers=0 2024-11-17T13:15:41,783 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '679b436d2445,33737,1731849339402' ***** 2024-11-17T13:15:41,783 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T13:15:41,783 DEBUG [M:0;679b436d2445:33737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4624a3ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=679b436d2445/172.17.0.2:0 2024-11-17T13:15:41,783 INFO [M:0;679b436d2445:33737 {}] regionserver.HRegionServer(1224): stopping server 679b436d2445,33737,1731849339402 2024-11-17T13:15:41,783 INFO [M:0;679b436d2445:33737 {}] regionserver.HRegionServer(1250): stopping server 679b436d2445,33737,1731849339402; all regions closed. 2024-11-17T13:15:41,783 DEBUG [M:0;679b436d2445:33737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:15:41,783 DEBUG [M:0;679b436d2445:33737 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T13:15:41,783 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T13:15:41,783 DEBUG [M:0;679b436d2445:33737 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T13:15:41,783 DEBUG [master/679b436d2445:0:becomeActiveMaster-HFileCleaner.small.0-1731849339690 {}] cleaner.HFileCleaner(306): Exit Thread[master/679b436d2445:0:becomeActiveMaster-HFileCleaner.small.0-1731849339690,5,FailOnTimeoutGroup] 2024-11-17T13:15:41,784 DEBUG [master/679b436d2445:0:becomeActiveMaster-HFileCleaner.large.0-1731849339690 {}] cleaner.HFileCleaner(306): Exit Thread[master/679b436d2445:0:becomeActiveMaster-HFileCleaner.large.0-1731849339690,5,FailOnTimeoutGroup] 2024-11-17T13:15:41,784 INFO [M:0;679b436d2445:33737 {}] hbase.ChoreService(370): Chore service for: master/679b436d2445:0 had [] on shutdown 2024-11-17T13:15:41,784 DEBUG [M:0;679b436d2445:33737 {}] master.HMaster(1733): Stopping service threads 2024-11-17T13:15:41,784 INFO [M:0;679b436d2445:33737 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T13:15:41,784 INFO [M:0;679b436d2445:33737 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T13:15:41,784 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T13:15:41,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-17T13:15:41,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T13:15:41,785 DEBUG [M:0;679b436d2445:33737 {}] zookeeper.ZKUtil(347): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-17T13:15:41,785 WARN [M:0;679b436d2445:33737 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T13:15:41,785 INFO [M:0;679b436d2445:33737 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-17T13:15:41,785 INFO [M:0;679b436d2445:33737 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T13:15:41,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T13:15:41,785 DEBUG [M:0;679b436d2445:33737 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T13:15:41,785 INFO [M:0;679b436d2445:33737 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:41,785 DEBUG [M:0;679b436d2445:33737 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:41,785 DEBUG [M:0;679b436d2445:33737 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T13:15:41,785 DEBUG [M:0;679b436d2445:33737 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:41,785 INFO [M:0;679b436d2445:33737 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.93 KB heapSize=56.38 KB 2024-11-17T13:15:41,790 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T13:15:41,802 DEBUG [M:0;679b436d2445:33737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b0565a55ca74ec680b6e200b9ef79d1 is 82, key is hbase:meta,,1/info:regioninfo/1731849340324/Put/seqid=0 2024-11-17T13:15:41,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741846_1022 (size=5672) 2024-11-17T13:15:41,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741846_1022 (size=5672) 2024-11-17T13:15:41,811 INFO [M:0;679b436d2445:33737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b0565a55ca74ec680b6e200b9ef79d1 2024-11-17T13:15:41,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T13:15:41,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T13:15:41,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T13:15:41,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T13:15:41,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T13:15:41,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T13:15:41,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T13:15:41,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T13:15:41,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T13:15:41,840 DEBUG [M:0;679b436d2445:33737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f25c4352f42a4b4cbb95c1e161ede643 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731849341215/Put/seqid=0 2024-11-17T13:15:41,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741847_1023 (size=7582) 2024-11-17T13:15:41,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741847_1023 (size=7582) 2024-11-17T13:15:41,846 INFO [M:0;679b436d2445:33737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.31 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f25c4352f42a4b4cbb95c1e161ede643 2024-11-17T13:15:41,865 DEBUG [M:0;679b436d2445:33737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b065e10fafc4fc8bb43681bb656eeec is 69, key is 679b436d2445,34955,1731849339456/rs:state/1731849339767/Put/seqid=0 2024-11-17T13:15:41,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741848_1024 (size=5224) 2024-11-17T13:15:41,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741848_1024 (size=5224) 2024-11-17T13:15:41,870 INFO [M:0;679b436d2445:33737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b065e10fafc4fc8bb43681bb656eeec 2024-11-17T13:15:41,875 DEBUG [M:0;679b436d2445:33737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b0565a55ca74ec680b6e200b9ef79d1 as hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b0565a55ca74ec680b6e200b9ef79d1 2024-11-17T13:15:41,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x100059f7ac70002, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:41,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x100059f7ac70002, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:41,878 INFO [RS:1;679b436d2445:42995 {}] regionserver.HRegionServer(1307): Exiting; stopping=679b436d2445,42995,1731849339515; zookeeper connection closed. 2024-11-17T13:15:41,878 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@200d9c2 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@200d9c2 2024-11-17T13:15:41,881 INFO [M:0;679b436d2445:33737 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b0565a55ca74ec680b6e200b9ef79d1, entries=8, sequenceid=108, filesize=5.5 K 2024-11-17T13:15:41,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x100059f7ac70001, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:41,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x100059f7ac70001, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:41,882 INFO [RS:0;679b436d2445:34955 {}] regionserver.HRegionServer(1307): Exiting; stopping=679b436d2445,34955,1731849339456; zookeeper connection closed. 2024-11-17T13:15:41,882 DEBUG [M:0;679b436d2445:33737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f25c4352f42a4b4cbb95c1e161ede643 as hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f25c4352f42a4b4cbb95c1e161ede643 2024-11-17T13:15:41,882 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1eebbcfc {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1eebbcfc 2024-11-17T13:15:41,882 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-17T13:15:41,887 INFO [M:0;679b436d2445:33737 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f25c4352f42a4b4cbb95c1e161ede643, entries=13, sequenceid=108, filesize=7.4 K 2024-11-17T13:15:41,888 DEBUG [M:0;679b436d2445:33737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b065e10fafc4fc8bb43681bb656eeec as hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b065e10fafc4fc8bb43681bb656eeec 2024-11-17T13:15:41,893 INFO [M:0;679b436d2445:33737 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36125/user/jenkins/test-data/22f072e5-4471-3b80-d689-1e1989ab98ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b065e10fafc4fc8bb43681bb656eeec, entries=2, sequenceid=108, filesize=5.1 K 2024-11-17T13:15:41,894 INFO [M:0;679b436d2445:33737 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.93 KB/47034, heapSize ~56.08 KB/57424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 109ms, sequenceid=108, compaction requested=false 2024-11-17T13:15:41,895 INFO [M:0;679b436d2445:33737 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T13:15:41,895 DEBUG [M:0;679b436d2445:33737 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-17T13:15:41,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741830_1006 (size=54565) 2024-11-17T13:15:41,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741830_1006 (size=54565) 2024-11-17T13:15:41,898 INFO [M:0;679b436d2445:33737 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-17T13:15:41,898 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-17T13:15:41,898 INFO [M:0;679b436d2445:33737 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33737 2024-11-17T13:15:41,900 DEBUG [M:0;679b436d2445:33737 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/679b436d2445,33737,1731849339402 already deleted, retry=false 2024-11-17T13:15:42,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:42,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x100059f7ac70000, quorum=127.0.0.1:52026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T13:15:42,001 INFO [M:0;679b436d2445:33737 {}] regionserver.HRegionServer(1307): Exiting; stopping=679b436d2445,33737,1731849339402; zookeeper connection closed. 2024-11-17T13:15:42,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8336a69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T13:15:42,004 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ccb6b9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T13:15:42,004 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T13:15:42,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bcfdc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T13:15:42,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7545c671{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/hadoop.log.dir/,STOPPED} 2024-11-17T13:15:42,005 WARN [BP-1256657057-172.17.0.2-1731849338647 heartbeating to localhost/127.0.0.1:36125 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T13:15:42,005 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T13:15:42,005 WARN [BP-1256657057-172.17.0.2-1731849338647 heartbeating to localhost/127.0.0.1:36125 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1256657057-172.17.0.2-1731849338647 (Datanode Uuid c77a28b7-fd66-468e-acc1-95bd3a23e3c1) service to localhost/127.0.0.1:36125 2024-11-17T13:15:42,006 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T13:15:42,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/cluster_5b8ae684-e6aa-91fd-6b8b-3cc5ea77ca24/dfs/data/data3/current/BP-1256657057-172.17.0.2-1731849338647 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T13:15:42,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/cluster_5b8ae684-e6aa-91fd-6b8b-3cc5ea77ca24/dfs/data/data4/current/BP-1256657057-172.17.0.2-1731849338647 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T13:15:42,006 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T13:15:42,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2de4b021{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T13:15:42,008 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@451895de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T13:15:42,009 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T13:15:42,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60d4eec6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T13:15:42,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14d66a99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/hadoop.log.dir/,STOPPED} 2024-11-17T13:15:42,010 WARN [BP-1256657057-172.17.0.2-1731849338647 heartbeating to localhost/127.0.0.1:36125 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T13:15:42,010 WARN [BP-1256657057-172.17.0.2-1731849338647 heartbeating to localhost/127.0.0.1:36125 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1256657057-172.17.0.2-1731849338647 (Datanode Uuid acc8b4d5-6de2-464d-9058-aaa8dfce95ee) service to localhost/127.0.0.1:36125 2024-11-17T13:15:42,010 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/cluster_5b8ae684-e6aa-91fd-6b8b-3cc5ea77ca24/dfs/data/data1/current/BP-1256657057-172.17.0.2-1731849338647 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T13:15:42,011 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T13:15:42,011 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T13:15:42,011 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/cluster_5b8ae684-e6aa-91fd-6b8b-3cc5ea77ca24/dfs/data/data2/current/BP-1256657057-172.17.0.2-1731849338647 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T13:15:42,011 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T13:15:42,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@422e875d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T13:15:42,017 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a165203{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T13:15:42,017 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T13:15:42,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40152835{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T13:15:42,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@439ab814{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74848d2a-e587-8350-a3f7-e121fe15f86a/hadoop.log.dir/,STOPPED} 2024-11-17T13:15:42,023 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-17T13:15:42,038 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-17T13:15:42,046 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=200 (was 180) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:36125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:36125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:36125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:36125 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:36125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:36125 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=552 (was 531) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=10871 (was 10984)