2024-12-12 05:09:48,895 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-12-12 05:09:48,914 main DEBUG Took 0.016887 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-12 05:09:48,914 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-12 05:09:48,914 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-12 05:09:48,915 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-12 05:09:48,916 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 05:09:48,926 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-12 05:09:48,936 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 05:09:48,937 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 05:09:48,938 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 05:09:48,938 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 05:09:48,939 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 05:09:48,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 05:09:48,940 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 05:09:48,940 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 05:09:48,940 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 05:09:48,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 05:09:48,941 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 05:09:48,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 05:09:48,942 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 05:09:48,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 05:09:48,943 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 05:09:48,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 05:09:48,944 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 05:09:48,944 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 05:09:48,944 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 05:09:48,944 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 05:09:48,945 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 05:09:48,945 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 05:09:48,945 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 05:09:48,946 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 05:09:48,946 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 05:09:48,946 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-12 05:09:48,948 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 05:09:48,949 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-12 05:09:48,950 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-12 05:09:48,951 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-12 05:09:48,952 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-12 05:09:48,952 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-12 05:09:48,959 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-12 05:09:48,961 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-12 05:09:48,963 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-12 05:09:48,963 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-12 05:09:48,963 main DEBUG createAppenders(={Console}) 2024-12-12 05:09:48,964 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 initialized 2024-12-12 05:09:48,964 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-12-12 05:09:48,964 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 OK. 2024-12-12 05:09:48,965 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-12 05:09:48,965 main DEBUG OutputStream closed 2024-12-12 05:09:48,965 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-12 05:09:48,965 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-12 05:09:48,966 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@662b4c69 OK 2024-12-12 05:09:49,031 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-12 05:09:49,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-12 05:09:49,034 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-12 05:09:49,035 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-12 05:09:49,036 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-12 05:09:49,036 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-12 05:09:49,040 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-12 05:09:49,040 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-12 05:09:49,041 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-12 05:09:49,041 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-12 05:09:49,041 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-12 05:09:49,042 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-12 05:09:49,042 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-12 05:09:49,043 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-12 05:09:49,043 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-12 05:09:49,043 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-12 05:09:49,044 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-12 05:09:49,045 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-12 05:09:49,048 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-12 05:09:49,048 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-12-12 05:09:49,049 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-12 05:09:49,050 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-12-12T05:09:49,068 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-12-12 05:09:49,071 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-12 05:09:49,071 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-12T05:09:49,132 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=31, ProcessCount=11, AvailableMemoryMB=14444 2024-12-12T05:09:49,345 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd 2024-12-12T05:09:49,346 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-12T05:09:49,348 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/cluster_a13e0dc4-b683-c76c-3514-fff624bdc637, deleteOnExit=true 2024-12-12T05:09:49,349 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-12T05:09:49,349 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/test.cache.data in system properties and HBase conf 2024-12-12T05:09:49,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/hadoop.tmp.dir in system properties and HBase conf 2024-12-12T05:09:49,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/hadoop.log.dir in system properties and HBase conf 2024-12-12T05:09:49,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-12T05:09:49,351 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-12T05:09:49,351 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-12T05:09:49,419 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-12T05:09:49,492 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-12T05:09:49,495 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-12T05:09:49,495 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-12T05:09:49,496 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-12T05:09:49,496 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T05:09:49,497 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-12T05:09:49,497 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-12T05:09:49,497 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T05:09:49,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T05:09:49,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-12T05:09:49,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/nfs.dump.dir in system properties and HBase conf 2024-12-12T05:09:49,499 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/java.io.tmpdir in system properties and HBase conf 2024-12-12T05:09:49,499 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T05:09:49,499 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-12T05:09:49,500 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-12T05:09:50,442 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-12T05:09:50,510 INFO [Time-limited test {}] log.Log(170): Logging initialized @2316ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-12T05:09:50,571 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T05:09:50,631 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T05:09:50,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T05:09:50,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T05:09:50,650 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T05:09:50,662 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T05:09:50,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/hadoop.log.dir/,AVAILABLE} 2024-12-12T05:09:50,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T05:09:50,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/java.io.tmpdir/jetty-localhost-36279-hadoop-hdfs-3_4_1-tests_jar-_-any-13345097714660596350/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T05:09:50,834 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:36279} 2024-12-12T05:09:50,835 INFO [Time-limited test {}] server.Server(415): Started @2642ms 2024-12-12T05:09:51,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T05:09:51,329 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T05:09:51,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T05:09:51,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T05:09:51,331 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T05:09:51,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/hadoop.log.dir/,AVAILABLE} 2024-12-12T05:09:51,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T05:09:51,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39927f61{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/java.io.tmpdir/jetty-localhost-34393-hadoop-hdfs-3_4_1-tests_jar-_-any-17665920824674314546/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T05:09:51,425 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:34393} 2024-12-12T05:09:51,425 INFO [Time-limited test {}] server.Server(415): Started @3232ms 2024-12-12T05:09:51,471 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T05:09:51,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T05:09:51,576 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T05:09:51,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T05:09:51,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T05:09:51,578 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T05:09:51,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/hadoop.log.dir/,AVAILABLE} 2024-12-12T05:09:51,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T05:09:51,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64605125{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/java.io.tmpdir/jetty-localhost-42197-hadoop-hdfs-3_4_1-tests_jar-_-any-1243137293314766680/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T05:09:51,681 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:42197} 2024-12-12T05:09:51,681 INFO [Time-limited test {}] server.Server(415): Started @3488ms 2024-12-12T05:09:51,683 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T05:09:52,464 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/cluster_a13e0dc4-b683-c76c-3514-fff624bdc637/dfs/data/data2/current/BP-64067668-172.17.0.2-1733980189974/current, will proceed with Du for space computation calculation, 2024-12-12T05:09:52,464 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/cluster_a13e0dc4-b683-c76c-3514-fff624bdc637/dfs/data/data4/current/BP-64067668-172.17.0.2-1733980189974/current, will proceed with Du for space computation calculation, 2024-12-12T05:09:52,464 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/cluster_a13e0dc4-b683-c76c-3514-fff624bdc637/dfs/data/data1/current/BP-64067668-172.17.0.2-1733980189974/current, will proceed with Du for space computation calculation, 2024-12-12T05:09:52,464 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/cluster_a13e0dc4-b683-c76c-3514-fff624bdc637/dfs/data/data3/current/BP-64067668-172.17.0.2-1733980189974/current, will proceed with Du for space computation calculation, 2024-12-12T05:09:52,495 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T05:09:52,495 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T05:09:52,538 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1470b1af8a006e81 with lease ID 0xeb7a8ec6e1f1f004: Processing first storage report for DS-367247bb-07f0-4315-a0aa-53fe71ce3f24 from datanode DatanodeRegistration(127.0.0.1:42121, datanodeUuid=5db3fac2-f401-4630-843a-2da7d61267f5, infoPort=42077, infoSecurePort=0, ipcPort=42921, storageInfo=lv=-57;cid=testClusterID;nsid=1141354019;c=1733980189974) 2024-12-12T05:09:52,539 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1470b1af8a006e81 with lease ID 0xeb7a8ec6e1f1f004: from storage DS-367247bb-07f0-4315-a0aa-53fe71ce3f24 node DatanodeRegistration(127.0.0.1:42121, datanodeUuid=5db3fac2-f401-4630-843a-2da7d61267f5, infoPort=42077, infoSecurePort=0, ipcPort=42921, storageInfo=lv=-57;cid=testClusterID;nsid=1141354019;c=1733980189974), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-12T05:09:52,539 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd62c077b85a19a6 with lease ID 0xeb7a8ec6e1f1f003: Processing first storage report for DS-81eaeea1-ba24-4c46-99ef-30a704f3f485 from datanode DatanodeRegistration(127.0.0.1:45869, datanodeUuid=636d75e5-5dd3-444b-a93c-7184a1cc034b, infoPort=34411, infoSecurePort=0, ipcPort=41325, storageInfo=lv=-57;cid=testClusterID;nsid=1141354019;c=1733980189974) 2024-12-12T05:09:52,540 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd62c077b85a19a6 with lease ID 0xeb7a8ec6e1f1f003: from storage DS-81eaeea1-ba24-4c46-99ef-30a704f3f485 node DatanodeRegistration(127.0.0.1:45869, datanodeUuid=636d75e5-5dd3-444b-a93c-7184a1cc034b, infoPort=34411, infoSecurePort=0, ipcPort=41325, storageInfo=lv=-57;cid=testClusterID;nsid=1141354019;c=1733980189974), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T05:09:52,540 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1470b1af8a006e81 with lease ID 0xeb7a8ec6e1f1f004: Processing first storage report for DS-486232d2-2bb5-4342-a1fe-07cc7add04bb from datanode DatanodeRegistration(127.0.0.1:42121, datanodeUuid=5db3fac2-f401-4630-843a-2da7d61267f5, infoPort=42077, infoSecurePort=0, ipcPort=42921, storageInfo=lv=-57;cid=testClusterID;nsid=1141354019;c=1733980189974) 2024-12-12T05:09:52,540 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1470b1af8a006e81 with lease ID 0xeb7a8ec6e1f1f004: from storage DS-486232d2-2bb5-4342-a1fe-07cc7add04bb node DatanodeRegistration(127.0.0.1:42121, datanodeUuid=5db3fac2-f401-4630-843a-2da7d61267f5, infoPort=42077, infoSecurePort=0, ipcPort=42921, storageInfo=lv=-57;cid=testClusterID;nsid=1141354019;c=1733980189974), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-12T05:09:52,540 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd62c077b85a19a6 with lease ID 0xeb7a8ec6e1f1f003: Processing first storage report for DS-1d92684c-a949-470e-a846-2c1d11d35f00 from datanode DatanodeRegistration(127.0.0.1:45869, datanodeUuid=636d75e5-5dd3-444b-a93c-7184a1cc034b, infoPort=34411, infoSecurePort=0, ipcPort=41325, storageInfo=lv=-57;cid=testClusterID;nsid=1141354019;c=1733980189974) 2024-12-12T05:09:52,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd62c077b85a19a6 with lease ID 0xeb7a8ec6e1f1f003: from storage DS-1d92684c-a949-470e-a846-2c1d11d35f00 node DatanodeRegistration(127.0.0.1:45869, datanodeUuid=636d75e5-5dd3-444b-a93c-7184a1cc034b, infoPort=34411, infoSecurePort=0, ipcPort=41325, storageInfo=lv=-57;cid=testClusterID;nsid=1141354019;c=1733980189974), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T05:09:52,575 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd 2024-12-12T05:09:52,640 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/cluster_a13e0dc4-b683-c76c-3514-fff624bdc637/zookeeper_0, clientPort=54104, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/cluster_a13e0dc4-b683-c76c-3514-fff624bdc637/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/cluster_a13e0dc4-b683-c76c-3514-fff624bdc637/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-12T05:09:52,649 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=54104 2024-12-12T05:09:52,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:09:52,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:09:52,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45869 is added to blk_1073741825_1001 (size=7) 2024-12-12T05:09:52,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42121 is added to blk_1073741825_1001 (size=7) 2024-12-12T05:09:53,322 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294 with version=8 2024-12-12T05:09:53,322 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/hbase-staging 2024-12-12T05:09:53,419 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-12T05:09:53,646 INFO [Time-limited test {}] client.ConnectionUtils(129): master/83e80bf221ca:0 server-side Connection retries=45 2024-12-12T05:09:53,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:09:53,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T05:09:53,661 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T05:09:53,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:09:53,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T05:09:53,787 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T05:09:53,837 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-12T05:09:53,844 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-12T05:09:53,848 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T05:09:53,869 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4354 (auto-detected) 2024-12-12T05:09:53,870 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-12T05:09:53,886 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42043 2024-12-12T05:09:53,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:09:53,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:09:53,909 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:42043 connecting to ZooKeeper ensemble=127.0.0.1:54104 2024-12-12T05:09:54,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420430x0, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T05:09:54,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42043-0x10018a51bf10000 connected 2024-12-12T05:09:54,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T05:09:54,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:09:54,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T05:09:54,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42043 2024-12-12T05:09:54,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42043 2024-12-12T05:09:54,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42043 2024-12-12T05:09:54,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42043 2024-12-12T05:09:54,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42043 2024-12-12T05:09:54,135 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294, hbase.cluster.distributed=false 2024-12-12T05:09:54,187 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/83e80bf221ca:0 server-side Connection retries=45 2024-12-12T05:09:54,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:09:54,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T05:09:54,188 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T05:09:54,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:09:54,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T05:09:54,190 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T05:09:54,192 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T05:09:54,193 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38779 2024-12-12T05:09:54,194 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-12T05:09:54,199 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-12T05:09:54,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:09:54,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:09:54,208 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38779 connecting to ZooKeeper ensemble=127.0.0.1:54104 2024-12-12T05:09:54,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387790x0, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T05:09:54,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387790x0, quorum=127.0.0.1:54104, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T05:09:54,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38779-0x10018a51bf10001 connected 2024-12-12T05:09:54,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38779-0x10018a51bf10001, quorum=127.0.0.1:54104, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:09:54,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38779-0x10018a51bf10001, quorum=127.0.0.1:54104, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T05:09:54,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38779 2024-12-12T05:09:54,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38779 2024-12-12T05:09:54,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38779 2024-12-12T05:09:54,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38779 2024-12-12T05:09:54,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38779 2024-12-12T05:09:54,238 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/83e80bf221ca:0 server-side Connection retries=45 2024-12-12T05:09:54,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:09:54,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T05:09:54,238 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T05:09:54,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:09:54,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T05:09:54,239 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T05:09:54,239 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T05:09:54,240 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37545 2024-12-12T05:09:54,240 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-12T05:09:54,241 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-12T05:09:54,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:09:54,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:09:54,250 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37545 connecting to ZooKeeper ensemble=127.0.0.1:54104 2024-12-12T05:09:54,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375450x0, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T05:09:54,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37545-0x10018a51bf10002 connected 2024-12-12T05:09:54,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37545-0x10018a51bf10002, quorum=127.0.0.1:54104, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T05:09:54,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37545-0x10018a51bf10002, quorum=127.0.0.1:54104, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:09:54,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37545-0x10018a51bf10002, quorum=127.0.0.1:54104, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T05:09:54,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37545 2024-12-12T05:09:54,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37545 2024-12-12T05:09:54,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37545 2024-12-12T05:09:54,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37545 2024-12-12T05:09:54,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37545 2024-12-12T05:09:54,266 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/83e80bf221ca,42043,1733980193414 2024-12-12T05:09:54,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37545-0x10018a51bf10002, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:09:54,280 DEBUG [M:0;83e80bf221ca:42043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83e80bf221ca:42043 2024-12-12T05:09:54,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:09:54,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x10018a51bf10001, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:09:54,282 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/83e80bf221ca,42043,1733980193414 2024-12-12T05:09:54,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37545-0x10018a51bf10002, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-12T05:09:54,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x10018a51bf10001, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-12T05:09:54,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-12T05:09:54,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37545-0x10018a51bf10002, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:09:54,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:09:54,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x10018a51bf10001, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:09:54,309 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-12T05:09:54,310 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/83e80bf221ca,42043,1733980193414 from backup master directory 2024-12-12T05:09:54,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-12T05:09:54,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37545-0x10018a51bf10002, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:09:54,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/83e80bf221ca,42043,1733980193414 2024-12-12T05:09:54,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x10018a51bf10001, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:09:54,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:09:54,322 WARN [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T05:09:54,322 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83e80bf221ca,42043,1733980193414 2024-12-12T05:09:54,324 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-12T05:09:54,325 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-12T05:09:54,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42121 is added to blk_1073741826_1002 (size=42) 2024-12-12T05:09:54,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45869 is added to blk_1073741826_1002 (size=42) 2024-12-12T05:09:54,390 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/hbase.id with ID: 70d35a27-e64c-4b47-a2e0-6cb397a04256 2024-12-12T05:09:54,430 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:09:54,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37545-0x10018a51bf10002, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:09:54,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x10018a51bf10001, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:09:54,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:09:54,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42121 is added to blk_1073741827_1003 (size=196) 2024-12-12T05:09:54,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45869 is added to blk_1073741827_1003 (size=196) 2024-12-12T05:09:54,492 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T05:09:54,495 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-12T05:09:54,515 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T05:09:54,520 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T05:09:54,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42121 is added to blk_1073741828_1004 (size=1189) 2024-12-12T05:09:54,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45869 is added to blk_1073741828_1004 (size=1189) 2024-12-12T05:09:54,565 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/MasterData/data/master/store 2024-12-12T05:09:54,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45869 is added to blk_1073741829_1005 (size=34) 2024-12-12T05:09:54,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42121 is added to blk_1073741829_1005 (size=34) 2024-12-12T05:09:54,585 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-12T05:09:54,586 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:09:54,587 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-12T05:09:54,588 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:09:54,588 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:09:54,588 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-12T05:09:54,588 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:09:54,588 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:09:54,588 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-12T05:09:54,591 WARN [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/MasterData/data/master/store/.initializing 2024-12-12T05:09:54,591 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/MasterData/WALs/83e80bf221ca,42043,1733980193414 2024-12-12T05:09:54,599 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T05:09:54,611 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83e80bf221ca%2C42043%2C1733980193414, suffix=, logDir=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/MasterData/WALs/83e80bf221ca,42043,1733980193414, archiveDir=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/MasterData/oldWALs, maxLogs=10 2024-12-12T05:09:54,629 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/MasterData/WALs/83e80bf221ca,42043,1733980193414/83e80bf221ca%2C42043%2C1733980193414.1733980194615, exclude list is [], retry=0 2024-12-12T05:09:54,643 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45869,DS-81eaeea1-ba24-4c46-99ef-30a704f3f485,DISK] 2024-12-12T05:09:54,643 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42121,DS-367247bb-07f0-4315-a0aa-53fe71ce3f24,DISK] 2024-12-12T05:09:54,646 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-12T05:09:54,678 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/MasterData/WALs/83e80bf221ca,42043,1733980193414/83e80bf221ca%2C42043%2C1733980193414.1733980194615 2024-12-12T05:09:54,679 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42077:42077),(127.0.0.1/127.0.0.1:34411:34411)] 2024-12-12T05:09:54,680 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-12T05:09:54,680 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:09:54,684 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:09:54,685 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:09:54,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:09:54,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-12T05:09:54,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:09:54,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:09:54,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:09:54,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-12T05:09:54,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:09:54,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:09:54,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:09:54,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-12T05:09:54,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:09:54,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:09:54,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:09:54,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-12T05:09:54,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:09:54,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:09:54,769 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:09:54,770 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:09:54,782 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-12T05:09:54,787 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:09:54,792 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:09:54,793 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63172467, jitterRate=-0.05865688621997833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-12T05:09:54,797 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-12T05:09:54,798 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-12T05:09:54,826 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da356b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T05:09:54,857 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-12T05:09:54,867 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-12T05:09:54,867 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-12T05:09:54,868 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-12T05:09:54,870 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-12T05:09:54,874 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-12T05:09:54,874 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-12T05:09:54,897 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-12T05:09:54,908 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-12T05:09:54,947 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-12T05:09:54,949 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-12T05:09:54,951 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-12T05:09:54,958 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-12T05:09:54,960 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-12T05:09:54,964 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-12T05:09:54,971 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-12T05:09:54,973 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-12T05:09:54,983 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-12T05:09:54,992 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-12T05:09:55,000 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-12T05:09:55,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x10018a51bf10001, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T05:09:55,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T05:09:55,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37545-0x10018a51bf10002, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T05:09:55,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x10018a51bf10001, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:09:55,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:09:55,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37545-0x10018a51bf10002, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:09:55,010 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=83e80bf221ca,42043,1733980193414, sessionid=0x10018a51bf10000, setting cluster-up flag (Was=false) 2024-12-12T05:09:55,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x10018a51bf10001, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:09:55,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37545-0x10018a51bf10002, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:09:55,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:09:55,067 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-12T05:09:55,070 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83e80bf221ca,42043,1733980193414 2024-12-12T05:09:55,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:09:55,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x10018a51bf10001, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:09:55,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37545-0x10018a51bf10002, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:09:55,117 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-12T05:09:55,120 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83e80bf221ca,42043,1733980193414 2024-12-12T05:09:55,177 DEBUG [RS:1;83e80bf221ca:37545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;83e80bf221ca:37545 2024-12-12T05:09:55,179 INFO [RS:1;83e80bf221ca:37545 {}] regionserver.HRegionServer(1008): ClusterId : 70d35a27-e64c-4b47-a2e0-6cb397a04256 2024-12-12T05:09:55,180 DEBUG [RS:0;83e80bf221ca:38779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83e80bf221ca:38779 2024-12-12T05:09:55,181 INFO [RS:0;83e80bf221ca:38779 {}] regionserver.HRegionServer(1008): ClusterId : 70d35a27-e64c-4b47-a2e0-6cb397a04256 2024-12-12T05:09:55,182 DEBUG [RS:1;83e80bf221ca:37545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-12T05:09:55,182 DEBUG [RS:0;83e80bf221ca:38779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-12T05:09:55,194 DEBUG [RS:1;83e80bf221ca:37545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-12T05:09:55,194 DEBUG [RS:0;83e80bf221ca:38779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-12T05:09:55,194 DEBUG [RS:0;83e80bf221ca:38779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-12T05:09:55,194 DEBUG [RS:1;83e80bf221ca:37545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-12T05:09:55,200 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-12T05:09:55,201 DEBUG [RS:0;83e80bf221ca:38779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-12T05:09:55,201 DEBUG [RS:1;83e80bf221ca:37545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-12T05:09:55,202 DEBUG [RS:1;83e80bf221ca:37545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54fd1006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T05:09:55,202 DEBUG [RS:0;83e80bf221ca:38779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590e3459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T05:09:55,203 DEBUG [RS:1;83e80bf221ca:37545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f1d1f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83e80bf221ca/172.17.0.2:0 2024-12-12T05:09:55,203 DEBUG [RS:0;83e80bf221ca:38779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c2e0368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83e80bf221ca/172.17.0.2:0 2024-12-12T05:09:55,205 INFO [RS:0;83e80bf221ca:38779 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-12T05:09:55,205 INFO [RS:1;83e80bf221ca:37545 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-12T05:09:55,206 INFO [RS:0;83e80bf221ca:38779 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-12T05:09:55,206 INFO [RS:1;83e80bf221ca:37545 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-12T05:09:55,206 DEBUG [RS:0;83e80bf221ca:38779 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-12T05:09:55,206 DEBUG [RS:1;83e80bf221ca:37545 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-12T05:09:55,207 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-12T05:09:55,208 INFO [RS:0;83e80bf221ca:38779 {}] regionserver.HRegionServer(3073): reportForDuty to master=83e80bf221ca,42043,1733980193414 with isa=83e80bf221ca/172.17.0.2:38779, startcode=1733980194186 2024-12-12T05:09:55,208 INFO [RS:1;83e80bf221ca:37545 {}] regionserver.HRegionServer(3073): reportForDuty to master=83e80bf221ca,42043,1733980193414 with isa=83e80bf221ca/172.17.0.2:37545, startcode=1733980194237 2024-12-12T05:09:55,210 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-12T05:09:55,215 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83e80bf221ca,42043,1733980193414 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-12T05:09:55,218 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83e80bf221ca:0, corePoolSize=5, maxPoolSize=5 2024-12-12T05:09:55,218 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83e80bf221ca:0, corePoolSize=5, maxPoolSize=5 2024-12-12T05:09:55,218 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83e80bf221ca:0, corePoolSize=5, maxPoolSize=5 2024-12-12T05:09:55,218 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83e80bf221ca:0, corePoolSize=5, maxPoolSize=5 2024-12-12T05:09:55,219 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83e80bf221ca:0, corePoolSize=10, maxPoolSize=10 2024-12-12T05:09:55,219 DEBUG [RS:1;83e80bf221ca:37545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-12T05:09:55,219 DEBUG [RS:0;83e80bf221ca:38779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-12T05:09:55,219 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:09:55,219 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83e80bf221ca:0, corePoolSize=2, maxPoolSize=2 2024-12-12T05:09:55,219 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:09:55,220 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733980225220 2024-12-12T05:09:55,222 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-12T05:09:55,223 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-12T05:09:55,224 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-12T05:09:55,225 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-12T05:09:55,226 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-12T05:09:55,226 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-12T05:09:55,227 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-12T05:09:55,227 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-12T05:09:55,227 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-12T05:09:55,228 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:09:55,228 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-12T05:09:55,229 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-12T05:09:55,230 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-12T05:09:55,230 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-12T05:09:55,233 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-12T05:09:55,233 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-12T05:09:55,235 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.large.0-1733980195235,5,FailOnTimeoutGroup] 2024-12-12T05:09:55,237 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.small.0-1733980195235,5,FailOnTimeoutGroup] 2024-12-12T05:09:55,237 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-12T05:09:55,237 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-12T05:09:55,238 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-12T05:09:55,239 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-12T05:09:55,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45869 is added to blk_1073741831_1007 (size=1039) 2024-12-12T05:09:55,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42121 is added to blk_1073741831_1007 (size=1039) 2024-12-12T05:09:55,244 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-12T05:09:55,244 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294 2024-12-12T05:09:55,252 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47355, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-12T05:09:55,252 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49873, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-12T05:09:55,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42121 is added to blk_1073741832_1008 (size=32) 2024-12-12T05:09:55,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45869 is added to blk_1073741832_1008 (size=32) 2024-12-12T05:09:55,258 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42043 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 83e80bf221ca,37545,1733980194237 2024-12-12T05:09:55,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:09:55,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42043 {}] master.ServerManager(486): Registering regionserver=83e80bf221ca,37545,1733980194237 2024-12-12T05:09:55,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-12T05:09:55,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-12T05:09:55,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:09:55,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:09:55,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-12T05:09:55,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-12T05:09:55,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:09:55,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:09:55,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-12T05:09:55,270 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42043 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 83e80bf221ca,38779,1733980194186 2024-12-12T05:09:55,270 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42043 {}] master.ServerManager(486): Registering regionserver=83e80bf221ca,38779,1733980194186 2024-12-12T05:09:55,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-12T05:09:55,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:09:55,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:09:55,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/hbase/meta/1588230740 2024-12-12T05:09:55,274 DEBUG [RS:0;83e80bf221ca:38779 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294 2024-12-12T05:09:55,274 DEBUG [RS:1;83e80bf221ca:37545 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294 2024-12-12T05:09:55,274 DEBUG [RS:0;83e80bf221ca:38779 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40051 2024-12-12T05:09:55,274 DEBUG [RS:1;83e80bf221ca:37545 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40051 2024-12-12T05:09:55,274 DEBUG [RS:0;83e80bf221ca:38779 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-12T05:09:55,274 DEBUG [RS:1;83e80bf221ca:37545 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-12T05:09:55,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/hbase/meta/1588230740 2024-12-12T05:09:55,278 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-12T05:09:55,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-12T05:09:55,284 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:09:55,285 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73640131, jitterRate=0.0973234623670578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-12T05:09:55,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-12T05:09:55,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-12T05:09:55,287 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-12T05:09:55,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-12T05:09:55,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-12T05:09:55,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-12T05:09:55,289 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-12T05:09:55,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-12T05:09:55,291 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-12T05:09:55,292 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-12T05:09:55,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-12T05:09:55,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-12T05:09:55,299 DEBUG [RS:0;83e80bf221ca:38779 {}] zookeeper.ZKUtil(111): regionserver:38779-0x10018a51bf10001, quorum=127.0.0.1:54104, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/83e80bf221ca,38779,1733980194186 2024-12-12T05:09:55,299 DEBUG [RS:1;83e80bf221ca:37545 {}] zookeeper.ZKUtil(111): regionserver:37545-0x10018a51bf10002, quorum=127.0.0.1:54104, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/83e80bf221ca,37545,1733980194237 2024-12-12T05:09:55,299 WARN [RS:0;83e80bf221ca:38779 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T05:09:55,299 WARN [RS:1;83e80bf221ca:37545 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T05:09:55,299 INFO [RS:1;83e80bf221ca:37545 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T05:09:55,299 INFO [RS:0;83e80bf221ca:38779 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T05:09:55,300 DEBUG [RS:1;83e80bf221ca:37545 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/WALs/83e80bf221ca,37545,1733980194237 2024-12-12T05:09:55,300 DEBUG [RS:0;83e80bf221ca:38779 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/WALs/83e80bf221ca,38779,1733980194186 2024-12-12T05:09:55,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83e80bf221ca,37545,1733980194237] 2024-12-12T05:09:55,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83e80bf221ca,38779,1733980194186] 2024-12-12T05:09:55,305 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-12T05:09:55,308 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-12T05:09:55,313 DEBUG [RS:0;83e80bf221ca:38779 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-12T05:09:55,313 DEBUG [RS:1;83e80bf221ca:37545 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-12T05:09:55,322 INFO [RS:1;83e80bf221ca:37545 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-12T05:09:55,322 INFO [RS:0;83e80bf221ca:38779 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-12T05:09:55,331 INFO [RS:1;83e80bf221ca:37545 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-12T05:09:55,331 INFO [RS:0;83e80bf221ca:38779 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-12T05:09:55,334 INFO [RS:1;83e80bf221ca:37545 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-12T05:09:55,334 INFO [RS:0;83e80bf221ca:38779 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-12T05:09:55,334 INFO [RS:0;83e80bf221ca:38779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:09:55,334 INFO [RS:1;83e80bf221ca:37545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:09:55,335 INFO [RS:1;83e80bf221ca:37545 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-12T05:09:55,335 INFO [RS:0;83e80bf221ca:38779 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-12T05:09:55,341 INFO [RS:0;83e80bf221ca:38779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-12T05:09:55,341 INFO [RS:1;83e80bf221ca:37545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-12T05:09:55,341 DEBUG [RS:0;83e80bf221ca:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:09:55,341 DEBUG [RS:1;83e80bf221ca:37545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:09:55,341 DEBUG [RS:0;83e80bf221ca:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:09:55,341 DEBUG [RS:1;83e80bf221ca:37545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:09:55,341 DEBUG [RS:0;83e80bf221ca:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:09:55,342 DEBUG [RS:0;83e80bf221ca:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:09:55,342 DEBUG [RS:1;83e80bf221ca:37545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:09:55,342 DEBUG [RS:0;83e80bf221ca:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:09:55,342 DEBUG [RS:1;83e80bf221ca:37545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:09:55,342 DEBUG [RS:0;83e80bf221ca:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83e80bf221ca:0, corePoolSize=2, maxPoolSize=2 2024-12-12T05:09:55,342 DEBUG [RS:1;83e80bf221ca:37545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:09:55,342 DEBUG [RS:0;83e80bf221ca:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:09:55,342 DEBUG [RS:0;83e80bf221ca:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:09:55,342 DEBUG [RS:1;83e80bf221ca:37545 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83e80bf221ca:0, corePoolSize=2, maxPoolSize=2 2024-12-12T05:09:55,342 DEBUG [RS:0;83e80bf221ca:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:09:55,342 DEBUG [RS:1;83e80bf221ca:37545 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:09:55,342 DEBUG [RS:0;83e80bf221ca:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:09:55,342 DEBUG [RS:0;83e80bf221ca:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:09:55,342 DEBUG [RS:1;83e80bf221ca:37545 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:09:55,342 DEBUG [RS:0;83e80bf221ca:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83e80bf221ca:0, corePoolSize=3, maxPoolSize=3 2024-12-12T05:09:55,342 DEBUG [RS:1;83e80bf221ca:37545 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:09:55,342 DEBUG [RS:0;83e80bf221ca:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83e80bf221ca:0, corePoolSize=3, maxPoolSize=3 2024-12-12T05:09:55,343 DEBUG [RS:1;83e80bf221ca:37545 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:09:55,343 DEBUG [RS:1;83e80bf221ca:37545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:09:55,343 DEBUG [RS:1;83e80bf221ca:37545 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83e80bf221ca:0, corePoolSize=3, maxPoolSize=3 2024-12-12T05:09:55,343 DEBUG [RS:1;83e80bf221ca:37545 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83e80bf221ca:0, corePoolSize=3, maxPoolSize=3 2024-12-12T05:09:55,345 INFO [RS:0;83e80bf221ca:38779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T05:09:55,345 INFO [RS:0;83e80bf221ca:38779 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T05:09:55,345 INFO [RS:0;83e80bf221ca:38779 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-12T05:09:55,345 INFO [RS:0;83e80bf221ca:38779 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-12T05:09:55,346 INFO [RS:0;83e80bf221ca:38779 {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,38779,1733980194186-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T05:09:55,346 INFO [RS:1;83e80bf221ca:37545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T05:09:55,346 INFO [RS:1;83e80bf221ca:37545 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T05:09:55,346 INFO [RS:1;83e80bf221ca:37545 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-12T05:09:55,346 INFO [RS:1;83e80bf221ca:37545 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-12T05:09:55,346 INFO [RS:1;83e80bf221ca:37545 {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,37545,1733980194237-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T05:09:55,363 INFO [RS:0;83e80bf221ca:38779 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-12T05:09:55,365 INFO [RS:0;83e80bf221ca:38779 {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,38779,1733980194186-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:09:55,369 INFO [RS:1;83e80bf221ca:37545 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-12T05:09:55,369 INFO [RS:1;83e80bf221ca:37545 {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,37545,1733980194237-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:09:55,383 INFO [RS:0;83e80bf221ca:38779 {}] regionserver.Replication(204): 83e80bf221ca,38779,1733980194186 started 2024-12-12T05:09:55,383 INFO [RS:0;83e80bf221ca:38779 {}] regionserver.HRegionServer(1767): Serving as 83e80bf221ca,38779,1733980194186, RpcServer on 83e80bf221ca/172.17.0.2:38779, sessionid=0x10018a51bf10001 2024-12-12T05:09:55,383 DEBUG [RS:0;83e80bf221ca:38779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-12T05:09:55,384 DEBUG [RS:0;83e80bf221ca:38779 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83e80bf221ca,38779,1733980194186 2024-12-12T05:09:55,384 DEBUG [RS:0;83e80bf221ca:38779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83e80bf221ca,38779,1733980194186' 2024-12-12T05:09:55,384 DEBUG [RS:0;83e80bf221ca:38779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-12T05:09:55,384 DEBUG [RS:0;83e80bf221ca:38779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-12T05:09:55,385 DEBUG [RS:0;83e80bf221ca:38779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-12T05:09:55,385 DEBUG [RS:0;83e80bf221ca:38779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-12T05:09:55,385 DEBUG [RS:0;83e80bf221ca:38779 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83e80bf221ca,38779,1733980194186 2024-12-12T05:09:55,385 DEBUG [RS:0;83e80bf221ca:38779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83e80bf221ca,38779,1733980194186' 2024-12-12T05:09:55,385 DEBUG [RS:0;83e80bf221ca:38779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-12T05:09:55,386 DEBUG [RS:0;83e80bf221ca:38779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-12T05:09:55,386 DEBUG [RS:0;83e80bf221ca:38779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-12T05:09:55,386 INFO [RS:0;83e80bf221ca:38779 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-12T05:09:55,386 INFO [RS:0;83e80bf221ca:38779 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-12T05:09:55,388 INFO [RS:1;83e80bf221ca:37545 {}] regionserver.Replication(204): 83e80bf221ca,37545,1733980194237 started 2024-12-12T05:09:55,388 INFO [RS:1;83e80bf221ca:37545 {}] regionserver.HRegionServer(1767): Serving as 83e80bf221ca,37545,1733980194237, RpcServer on 83e80bf221ca/172.17.0.2:37545, sessionid=0x10018a51bf10002 2024-12-12T05:09:55,388 DEBUG [RS:1;83e80bf221ca:37545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-12T05:09:55,388 DEBUG [RS:1;83e80bf221ca:37545 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83e80bf221ca,37545,1733980194237 2024-12-12T05:09:55,388 DEBUG [RS:1;83e80bf221ca:37545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83e80bf221ca,37545,1733980194237' 2024-12-12T05:09:55,388 DEBUG [RS:1;83e80bf221ca:37545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-12T05:09:55,389 DEBUG [RS:1;83e80bf221ca:37545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-12T05:09:55,389 DEBUG [RS:1;83e80bf221ca:37545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-12T05:09:55,389 DEBUG [RS:1;83e80bf221ca:37545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-12T05:09:55,389 DEBUG [RS:1;83e80bf221ca:37545 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83e80bf221ca,37545,1733980194237 2024-12-12T05:09:55,389 DEBUG [RS:1;83e80bf221ca:37545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83e80bf221ca,37545,1733980194237' 2024-12-12T05:09:55,389 DEBUG [RS:1;83e80bf221ca:37545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-12T05:09:55,390 DEBUG [RS:1;83e80bf221ca:37545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-12T05:09:55,390 DEBUG [RS:1;83e80bf221ca:37545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-12T05:09:55,390 INFO [RS:1;83e80bf221ca:37545 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-12T05:09:55,390 INFO [RS:1;83e80bf221ca:37545 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-12T05:09:55,459 WARN [83e80bf221ca:42043 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-12T05:09:55,492 INFO [RS:1;83e80bf221ca:37545 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T05:09:55,492 INFO [RS:0;83e80bf221ca:38779 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T05:09:55,495 INFO [RS:1;83e80bf221ca:37545 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83e80bf221ca%2C37545%2C1733980194237, suffix=, logDir=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/WALs/83e80bf221ca,37545,1733980194237, archiveDir=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/oldWALs, maxLogs=32 2024-12-12T05:09:55,495 INFO [RS:0;83e80bf221ca:38779 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83e80bf221ca%2C38779%2C1733980194186, suffix=, logDir=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/WALs/83e80bf221ca,38779,1733980194186, archiveDir=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/oldWALs, maxLogs=32 2024-12-12T05:09:55,509 DEBUG [RS:1;83e80bf221ca:37545 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/WALs/83e80bf221ca,37545,1733980194237/83e80bf221ca%2C37545%2C1733980194237.1733980195497, exclude list is [], retry=0 2024-12-12T05:09:55,509 DEBUG [RS:0;83e80bf221ca:38779 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/WALs/83e80bf221ca,38779,1733980194186/83e80bf221ca%2C38779%2C1733980194186.1733980195497, exclude list is [], retry=0 2024-12-12T05:09:55,514 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45869,DS-81eaeea1-ba24-4c46-99ef-30a704f3f485,DISK] 2024-12-12T05:09:55,514 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42121,DS-367247bb-07f0-4315-a0aa-53fe71ce3f24,DISK] 2024-12-12T05:09:55,515 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45869,DS-81eaeea1-ba24-4c46-99ef-30a704f3f485,DISK] 2024-12-12T05:09:55,516 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42121,DS-367247bb-07f0-4315-a0aa-53fe71ce3f24,DISK] 2024-12-12T05:09:55,518 INFO [RS:0;83e80bf221ca:38779 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/WALs/83e80bf221ca,38779,1733980194186/83e80bf221ca%2C38779%2C1733980194186.1733980195497 2024-12-12T05:09:55,518 INFO [RS:1;83e80bf221ca:37545 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/WALs/83e80bf221ca,37545,1733980194237/83e80bf221ca%2C37545%2C1733980194237.1733980195497 2024-12-12T05:09:55,518 DEBUG [RS:0;83e80bf221ca:38779 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42077:42077),(127.0.0.1/127.0.0.1:34411:34411)] 2024-12-12T05:09:55,519 DEBUG [RS:1;83e80bf221ca:37545 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42077:42077),(127.0.0.1/127.0.0.1:34411:34411)] 2024-12-12T05:09:55,712 DEBUG [83e80bf221ca:42043 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-12T05:09:55,719 DEBUG [83e80bf221ca:42043 {}] balancer.BalancerClusterState(202): Hosts are {83e80bf221ca=0} racks are {/default-rack=0} 2024-12-12T05:09:55,724 DEBUG [83e80bf221ca:42043 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-12T05:09:55,724 DEBUG [83e80bf221ca:42043 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-12T05:09:55,724 INFO [83e80bf221ca:42043 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-12T05:09:55,725 INFO [83e80bf221ca:42043 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-12T05:09:55,725 DEBUG [83e80bf221ca:42043 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-12T05:09:55,729 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83e80bf221ca,38779,1733980194186 2024-12-12T05:09:55,733 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83e80bf221ca,38779,1733980194186, state=OPENING 2024-12-12T05:09:55,780 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-12T05:09:55,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37545-0x10018a51bf10002, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:09:55,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x10018a51bf10001, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:09:55,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:09:55,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:09:55,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:09:55,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:09:55,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=83e80bf221ca,38779,1733980194186}] 2024-12-12T05:09:55,972 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 83e80bf221ca,38779,1733980194186 2024-12-12T05:09:55,973 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T05:09:55,976 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T05:09:55,986 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-12T05:09:55,987 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T05:09:55,987 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-12T05:09:55,990 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83e80bf221ca%2C38779%2C1733980194186.meta, suffix=.meta, logDir=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/WALs/83e80bf221ca,38779,1733980194186, archiveDir=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/oldWALs, maxLogs=32 2024-12-12T05:09:56,006 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/WALs/83e80bf221ca,38779,1733980194186/83e80bf221ca%2C38779%2C1733980194186.meta.1733980195992.meta, exclude list is [], retry=0 2024-12-12T05:09:56,010 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42121,DS-367247bb-07f0-4315-a0aa-53fe71ce3f24,DISK] 2024-12-12T05:09:56,010 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45869,DS-81eaeea1-ba24-4c46-99ef-30a704f3f485,DISK] 2024-12-12T05:09:56,013 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/WALs/83e80bf221ca,38779,1733980194186/83e80bf221ca%2C38779%2C1733980194186.meta.1733980195992.meta 2024-12-12T05:09:56,013 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34411:34411),(127.0.0.1/127.0.0.1:42077:42077)] 2024-12-12T05:09:56,014 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-12T05:09:56,015 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-12T05:09:56,061 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-12T05:09:56,064 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-12T05:09:56,068 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-12T05:09:56,068 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:09:56,068 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-12T05:09:56,068 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-12T05:09:56,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-12T05:09:56,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-12T05:09:56,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:09:56,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:09:56,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-12T05:09:56,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-12T05:09:56,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:09:56,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:09:56,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-12T05:09:56,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-12T05:09:56,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:09:56,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:09:56,079 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/hbase/meta/1588230740 2024-12-12T05:09:56,081 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/hbase/meta/1588230740 2024-12-12T05:09:56,084 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-12T05:09:56,086 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-12T05:09:56,088 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69335516, jitterRate=0.03317970037460327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-12T05:09:56,089 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-12T05:09:56,096 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733980195965 2024-12-12T05:09:56,107 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-12T05:09:56,108 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-12T05:09:56,110 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83e80bf221ca,38779,1733980194186 2024-12-12T05:09:56,112 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83e80bf221ca,38779,1733980194186, state=OPEN 2024-12-12T05:09:56,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x10018a51bf10001, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T05:09:56,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T05:09:56,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37545-0x10018a51bf10002, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T05:09:56,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:09:56,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:09:56,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:09:56,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-12T05:09:56,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=83e80bf221ca,38779,1733980194186 in 327 msec 2024-12-12T05:09:56,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-12T05:09:56,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 832 msec 2024-12-12T05:09:56,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 980 msec 2024-12-12T05:09:56,140 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733980196140, completionTime=-1 2024-12-12T05:09:56,141 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-12T05:09:56,141 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-12T05:09:56,175 DEBUG [hconnection-0x15ab909e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T05:09:56,178 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T05:09:56,187 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-12T05:09:56,188 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733980256188 2024-12-12T05:09:56,188 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733980316188 2024-12-12T05:09:56,188 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 46 msec 2024-12-12T05:09:56,218 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-12T05:09:56,225 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,42043,1733980193414-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:09:56,225 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,42043,1733980193414-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T05:09:56,226 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,42043,1733980193414-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T05:09:56,227 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83e80bf221ca:42043, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T05:09:56,227 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-12T05:09:56,232 DEBUG [master/83e80bf221ca:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-12T05:09:56,235 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-12T05:09:56,236 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-12T05:09:56,243 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-12T05:09:56,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T05:09:56,246 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:09:56,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T05:09:56,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42121 is added to blk_1073741836_1012 (size=358) 2024-12-12T05:09:56,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45869 is added to blk_1073741836_1012 (size=358) 2024-12-12T05:09:56,263 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6b826d0485d0e6097b99cbeb6352584c, NAME => 'hbase:namespace,,1733980196235.6b826d0485d0e6097b99cbeb6352584c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294 2024-12-12T05:09:56,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45869 is added to blk_1073741837_1013 (size=42) 2024-12-12T05:09:56,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42121 is added to blk_1073741837_1013 (size=42) 2024-12-12T05:09:56,274 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733980196235.6b826d0485d0e6097b99cbeb6352584c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:09:56,274 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 6b826d0485d0e6097b99cbeb6352584c, disabling compactions & flushes 2024-12-12T05:09:56,274 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733980196235.6b826d0485d0e6097b99cbeb6352584c. 2024-12-12T05:09:56,274 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733980196235.6b826d0485d0e6097b99cbeb6352584c. 2024-12-12T05:09:56,274 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733980196235.6b826d0485d0e6097b99cbeb6352584c. after waiting 0 ms 2024-12-12T05:09:56,274 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733980196235.6b826d0485d0e6097b99cbeb6352584c. 2024-12-12T05:09:56,274 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733980196235.6b826d0485d0e6097b99cbeb6352584c. 2024-12-12T05:09:56,274 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6b826d0485d0e6097b99cbeb6352584c: 2024-12-12T05:09:56,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T05:09:56,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733980196235.6b826d0485d0e6097b99cbeb6352584c.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733980196277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733980196277"}]},"ts":"1733980196277"} 2024-12-12T05:09:56,301 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-12T05:09:56,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T05:09:56,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733980196303"}]},"ts":"1733980196303"} 2024-12-12T05:09:56,309 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-12T05:09:56,325 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {83e80bf221ca=0} racks are {/default-rack=0} 2024-12-12T05:09:56,327 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-12T05:09:56,327 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-12T05:09:56,327 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-12T05:09:56,327 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-12T05:09:56,327 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-12T05:09:56,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=6b826d0485d0e6097b99cbeb6352584c, ASSIGN}] 2024-12-12T05:09:56,334 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=6b826d0485d0e6097b99cbeb6352584c, ASSIGN 2024-12-12T05:09:56,336 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=6b826d0485d0e6097b99cbeb6352584c, ASSIGN; state=OFFLINE, location=83e80bf221ca,38779,1733980194186; forceNewPlan=false, retain=false 2024-12-12T05:09:56,488 INFO [83e80bf221ca:42043 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-12T05:09:56,488 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=6b826d0485d0e6097b99cbeb6352584c, regionState=OPENING, regionLocation=83e80bf221ca,38779,1733980194186 2024-12-12T05:09:56,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 6b826d0485d0e6097b99cbeb6352584c, server=83e80bf221ca,38779,1733980194186}] 2024-12-12T05:09:56,651 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 83e80bf221ca,38779,1733980194186 2024-12-12T05:09:56,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733980196235.6b826d0485d0e6097b99cbeb6352584c. 2024-12-12T05:09:56,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 6b826d0485d0e6097b99cbeb6352584c, NAME => 'hbase:namespace,,1733980196235.6b826d0485d0e6097b99cbeb6352584c.', STARTKEY => '', ENDKEY => ''} 2024-12-12T05:09:56,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 6b826d0485d0e6097b99cbeb6352584c 2024-12-12T05:09:56,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733980196235.6b826d0485d0e6097b99cbeb6352584c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:09:56,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 6b826d0485d0e6097b99cbeb6352584c 2024-12-12T05:09:56,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 6b826d0485d0e6097b99cbeb6352584c 2024-12-12T05:09:56,662 INFO [StoreOpener-6b826d0485d0e6097b99cbeb6352584c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6b826d0485d0e6097b99cbeb6352584c 2024-12-12T05:09:56,664 INFO [StoreOpener-6b826d0485d0e6097b99cbeb6352584c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b826d0485d0e6097b99cbeb6352584c columnFamilyName info 2024-12-12T05:09:56,664 DEBUG [StoreOpener-6b826d0485d0e6097b99cbeb6352584c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:09:56,665 INFO [StoreOpener-6b826d0485d0e6097b99cbeb6352584c-1 {}] regionserver.HStore(327): Store=6b826d0485d0e6097b99cbeb6352584c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:09:56,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/hbase/namespace/6b826d0485d0e6097b99cbeb6352584c 2024-12-12T05:09:56,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/hbase/namespace/6b826d0485d0e6097b99cbeb6352584c 2024-12-12T05:09:56,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 6b826d0485d0e6097b99cbeb6352584c 2024-12-12T05:09:56,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/hbase/namespace/6b826d0485d0e6097b99cbeb6352584c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:09:56,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 6b826d0485d0e6097b99cbeb6352584c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64714149, jitterRate=-0.03568403422832489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T05:09:56,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 6b826d0485d0e6097b99cbeb6352584c: 2024-12-12T05:09:56,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733980196235.6b826d0485d0e6097b99cbeb6352584c., pid=6, masterSystemTime=1733980196650 2024-12-12T05:09:56,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733980196235.6b826d0485d0e6097b99cbeb6352584c. 2024-12-12T05:09:56,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733980196235.6b826d0485d0e6097b99cbeb6352584c. 2024-12-12T05:09:56,684 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=6b826d0485d0e6097b99cbeb6352584c, regionState=OPEN, openSeqNum=2, regionLocation=83e80bf221ca,38779,1733980194186 2024-12-12T05:09:56,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-12T05:09:56,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 6b826d0485d0e6097b99cbeb6352584c, server=83e80bf221ca,38779,1733980194186 in 193 msec 2024-12-12T05:09:56,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-12T05:09:56,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=6b826d0485d0e6097b99cbeb6352584c, ASSIGN in 361 msec 2024-12-12T05:09:56,695 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T05:09:56,695 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733980196695"}]},"ts":"1733980196695"} 2024-12-12T05:09:56,698 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-12T05:09:56,743 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T05:09:56,747 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-12T05:09:56,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 506 msec 2024-12-12T05:09:56,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37545-0x10018a51bf10002, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:09:56,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-12T05:09:56,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x10018a51bf10001, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:09:56,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:09:56,784 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-12T05:09:56,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-12T05:09:56,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 35 msec 2024-12-12T05:09:56,830 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-12T05:09:56,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-12T05:09:56,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 32 msec 2024-12-12T05:09:56,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-12T05:09:56,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-12T05:09:56,909 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.586sec 2024-12-12T05:09:56,913 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-12T05:09:56,915 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-12T05:09:56,916 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-12T05:09:56,917 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-12T05:09:56,917 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-12T05:09:56,918 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,42043,1733980193414-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T05:09:56,918 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,42043,1733980193414-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-12T05:09:56,921 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-12T05:09:56,922 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-12T05:09:56,922 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,42043,1733980193414-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T05:09:56,984 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x226bc883 to 127.0.0.1:54104 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b630c51 2024-12-12T05:09:56,985 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-12T05:09:56,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4a2322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T05:09:57,002 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-12T05:09:57,002 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-12T05:09:57,031 DEBUG [hconnection-0x60073d7b-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T05:09:57,043 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T05:09:57,068 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=83e80bf221ca,42043,1733980193414 2024-12-12T05:09:57,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-12T05:09:57,075 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-12T05:09:57,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T05:09:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-12T05:09:57,088 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T05:09:57,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-12T05:09:57,089 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:09:57,090 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T05:09:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:09:57,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45869 is added to blk_1073741838_1014 (size=379) 2024-12-12T05:09:57,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42121 is added to blk_1073741838_1014 (size=379) 2024-12-12T05:09:57,109 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d21aadbc4ae9d46f0b6ccab2156cb07c, NAME => 'testClearRegionBlockCache,,1733980197082.d21aadbc4ae9d46f0b6ccab2156cb07c.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294 2024-12-12T05:09:57,109 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 68ffca5243ed7807908de044d2924e67, NAME => 'testClearRegionBlockCache,5,1733980197082.68ffca5243ed7807908de044d2924e67.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294 2024-12-12T05:09:57,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42121 is added to blk_1073741839_1015 (size=61) 2024-12-12T05:09:57,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45869 is added to blk_1073741840_1016 (size=61) 2024-12-12T05:09:57,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42121 is added to blk_1073741840_1016 (size=61) 2024-12-12T05:09:57,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45869 is added to blk_1073741839_1015 (size=61) 2024-12-12T05:09:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:09:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:09:57,527 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733980197082.d21aadbc4ae9d46f0b6ccab2156cb07c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:09:57,527 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733980197082.68ffca5243ed7807908de044d2924e67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:09:57,527 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing d21aadbc4ae9d46f0b6ccab2156cb07c, disabling compactions & flushes 2024-12-12T05:09:57,527 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 68ffca5243ed7807908de044d2924e67, disabling compactions & flushes 2024-12-12T05:09:57,527 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733980197082.d21aadbc4ae9d46f0b6ccab2156cb07c. 2024-12-12T05:09:57,527 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733980197082.68ffca5243ed7807908de044d2924e67. 2024-12-12T05:09:57,528 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733980197082.d21aadbc4ae9d46f0b6ccab2156cb07c. 2024-12-12T05:09:57,528 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733980197082.68ffca5243ed7807908de044d2924e67. 2024-12-12T05:09:57,528 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733980197082.d21aadbc4ae9d46f0b6ccab2156cb07c. after waiting 0 ms 2024-12-12T05:09:57,528 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733980197082.68ffca5243ed7807908de044d2924e67. after waiting 0 ms 2024-12-12T05:09:57,528 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733980197082.68ffca5243ed7807908de044d2924e67. 2024-12-12T05:09:57,528 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733980197082.d21aadbc4ae9d46f0b6ccab2156cb07c. 2024-12-12T05:09:57,528 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733980197082.68ffca5243ed7807908de044d2924e67. 2024-12-12T05:09:57,528 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733980197082.d21aadbc4ae9d46f0b6ccab2156cb07c. 2024-12-12T05:09:57,528 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for d21aadbc4ae9d46f0b6ccab2156cb07c: 2024-12-12T05:09:57,528 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 68ffca5243ed7807908de044d2924e67: 2024-12-12T05:09:57,531 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T05:09:57,532 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733980197082.d21aadbc4ae9d46f0b6ccab2156cb07c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733980197532"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733980197532"}]},"ts":"1733980197532"} 2024-12-12T05:09:57,532 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733980197082.68ffca5243ed7807908de044d2924e67.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733980197532"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733980197532"}]},"ts":"1733980197532"} 2024-12-12T05:09:57,559 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-12T05:09:57,561 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T05:09:57,561 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733980197561"}]},"ts":"1733980197561"} 2024-12-12T05:09:57,564 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-12T05:09:57,613 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {83e80bf221ca=0} racks are {/default-rack=0} 2024-12-12T05:09:57,617 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-12T05:09:57,617 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-12T05:09:57,617 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-12T05:09:57,617 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-12T05:09:57,618 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-12T05:09:57,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d21aadbc4ae9d46f0b6ccab2156cb07c, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=68ffca5243ed7807908de044d2924e67, ASSIGN}] 2024-12-12T05:09:57,621 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=68ffca5243ed7807908de044d2924e67, ASSIGN 2024-12-12T05:09:57,621 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d21aadbc4ae9d46f0b6ccab2156cb07c, ASSIGN 2024-12-12T05:09:57,623 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d21aadbc4ae9d46f0b6ccab2156cb07c, ASSIGN; state=OFFLINE, location=83e80bf221ca,37545,1733980194237; forceNewPlan=false, retain=false 2024-12-12T05:09:57,623 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=68ffca5243ed7807908de044d2924e67, ASSIGN; state=OFFLINE, location=83e80bf221ca,38779,1733980194186; forceNewPlan=false, retain=false 2024-12-12T05:09:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:09:57,774 INFO [83e80bf221ca:42043 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-12T05:09:57,774 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=68ffca5243ed7807908de044d2924e67, regionState=OPENING, regionLocation=83e80bf221ca,38779,1733980194186 2024-12-12T05:09:57,774 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=d21aadbc4ae9d46f0b6ccab2156cb07c, regionState=OPENING, regionLocation=83e80bf221ca,37545,1733980194237 2024-12-12T05:09:57,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 68ffca5243ed7807908de044d2924e67, server=83e80bf221ca,38779,1733980194186}] 2024-12-12T05:09:57,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure d21aadbc4ae9d46f0b6ccab2156cb07c, server=83e80bf221ca,37545,1733980194237}] 2024-12-12T05:09:57,936 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 83e80bf221ca,37545,1733980194237 2024-12-12T05:09:57,936 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 83e80bf221ca,38779,1733980194186 2024-12-12T05:09:57,936 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T05:09:57,939 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T05:09:57,945 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733980197082.68ffca5243ed7807908de044d2924e67. 2024-12-12T05:09:57,946 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 68ffca5243ed7807908de044d2924e67, NAME => 'testClearRegionBlockCache,5,1733980197082.68ffca5243ed7807908de044d2924e67.', STARTKEY => '5', ENDKEY => ''} 2024-12-12T05:09:57,946 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 68ffca5243ed7807908de044d2924e67 2024-12-12T05:09:57,947 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733980197082.68ffca5243ed7807908de044d2924e67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:09:57,947 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 68ffca5243ed7807908de044d2924e67 2024-12-12T05:09:57,947 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 68ffca5243ed7807908de044d2924e67 2024-12-12T05:09:57,947 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733980197082.d21aadbc4ae9d46f0b6ccab2156cb07c. 2024-12-12T05:09:57,947 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => d21aadbc4ae9d46f0b6ccab2156cb07c, NAME => 'testClearRegionBlockCache,,1733980197082.d21aadbc4ae9d46f0b6ccab2156cb07c.', STARTKEY => '', ENDKEY => '5'} 2024-12-12T05:09:57,948 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache d21aadbc4ae9d46f0b6ccab2156cb07c 2024-12-12T05:09:57,948 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733980197082.d21aadbc4ae9d46f0b6ccab2156cb07c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:09:57,948 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for d21aadbc4ae9d46f0b6ccab2156cb07c 2024-12-12T05:09:57,948 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for d21aadbc4ae9d46f0b6ccab2156cb07c 2024-12-12T05:09:57,950 INFO [StoreOpener-68ffca5243ed7807908de044d2924e67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 68ffca5243ed7807908de044d2924e67 2024-12-12T05:09:57,951 INFO [StoreOpener-d21aadbc4ae9d46f0b6ccab2156cb07c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region d21aadbc4ae9d46f0b6ccab2156cb07c 2024-12-12T05:09:57,953 INFO [StoreOpener-68ffca5243ed7807908de044d2924e67-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68ffca5243ed7807908de044d2924e67 columnFamilyName family 2024-12-12T05:09:57,953 DEBUG [StoreOpener-68ffca5243ed7807908de044d2924e67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:09:57,954 INFO [StoreOpener-d21aadbc4ae9d46f0b6ccab2156cb07c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d21aadbc4ae9d46f0b6ccab2156cb07c columnFamilyName family 2024-12-12T05:09:57,954 DEBUG [StoreOpener-d21aadbc4ae9d46f0b6ccab2156cb07c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:09:57,955 INFO [StoreOpener-68ffca5243ed7807908de044d2924e67-1 {}] regionserver.HStore(327): Store=68ffca5243ed7807908de044d2924e67/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:09:57,955 INFO [StoreOpener-d21aadbc4ae9d46f0b6ccab2156cb07c-1 {}] regionserver.HStore(327): Store=d21aadbc4ae9d46f0b6ccab2156cb07c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:09:57,956 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/default/testClearRegionBlockCache/68ffca5243ed7807908de044d2924e67 2024-12-12T05:09:57,956 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/default/testClearRegionBlockCache/d21aadbc4ae9d46f0b6ccab2156cb07c 2024-12-12T05:09:57,956 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/default/testClearRegionBlockCache/68ffca5243ed7807908de044d2924e67 2024-12-12T05:09:57,957 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/default/testClearRegionBlockCache/d21aadbc4ae9d46f0b6ccab2156cb07c 2024-12-12T05:09:57,960 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 68ffca5243ed7807908de044d2924e67 2024-12-12T05:09:57,960 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for d21aadbc4ae9d46f0b6ccab2156cb07c 2024-12-12T05:09:57,963 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/default/testClearRegionBlockCache/68ffca5243ed7807908de044d2924e67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:09:57,964 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/default/testClearRegionBlockCache/d21aadbc4ae9d46f0b6ccab2156cb07c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:09:57,964 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened d21aadbc4ae9d46f0b6ccab2156cb07c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68638367, jitterRate=0.022791370749473572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T05:09:57,964 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 68ffca5243ed7807908de044d2924e67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61570106, jitterRate=-0.08253392577171326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T05:09:57,965 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 68ffca5243ed7807908de044d2924e67: 2024-12-12T05:09:57,965 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for d21aadbc4ae9d46f0b6ccab2156cb07c: 2024-12-12T05:09:57,967 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733980197082.68ffca5243ed7807908de044d2924e67., pid=12, masterSystemTime=1733980197935 2024-12-12T05:09:57,967 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733980197082.d21aadbc4ae9d46f0b6ccab2156cb07c., pid=13, masterSystemTime=1733980197935 2024-12-12T05:09:57,969 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733980197082.68ffca5243ed7807908de044d2924e67. 2024-12-12T05:09:57,969 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733980197082.68ffca5243ed7807908de044d2924e67. 2024-12-12T05:09:57,970 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=68ffca5243ed7807908de044d2924e67, regionState=OPEN, openSeqNum=2, regionLocation=83e80bf221ca,38779,1733980194186 2024-12-12T05:09:57,970 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733980197082.d21aadbc4ae9d46f0b6ccab2156cb07c. 2024-12-12T05:09:57,971 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733980197082.d21aadbc4ae9d46f0b6ccab2156cb07c. 2024-12-12T05:09:57,971 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=d21aadbc4ae9d46f0b6ccab2156cb07c, regionState=OPEN, openSeqNum=2, regionLocation=83e80bf221ca,37545,1733980194237 2024-12-12T05:09:57,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-12T05:09:57,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 68ffca5243ed7807908de044d2924e67, server=83e80bf221ca,38779,1733980194186 in 193 msec 2024-12-12T05:09:57,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-12T05:09:57,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure d21aadbc4ae9d46f0b6ccab2156cb07c, server=83e80bf221ca,37545,1733980194237 in 191 msec 2024-12-12T05:09:57,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=68ffca5243ed7807908de044d2924e67, ASSIGN in 358 msec 2024-12-12T05:09:57,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-12T05:09:57,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d21aadbc4ae9d46f0b6ccab2156cb07c, ASSIGN in 360 msec 2024-12-12T05:09:57,982 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T05:09:57,982 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733980197982"}]},"ts":"1733980197982"} 2024-12-12T05:09:57,985 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-12T05:09:57,992 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T05:09:57,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 908 msec 2024-12-12T05:09:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:09:58,215 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-12T05:09:58,215 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-12T05:09:58,217 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T05:09:58,224 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-12T05:09:58,225 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T05:09:58,225 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-12T05:09:58,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T05:09:58,231 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T05:09:58,255 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 68ffca5243ed7807908de044d2924e67 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-12T05:09:58,302 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/default/testClearRegionBlockCache/68ffca5243ed7807908de044d2924e67/.tmp/family/6560db78ae35456caa7a465f873ff821 is 32, key is 5/family:/1733980198244/Put/seqid=0 2024-12-12T05:09:58,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45869 is added to blk_1073741841_1017 (size=5083) 2024-12-12T05:09:58,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42121 is added to blk_1073741841_1017 (size=5083) 2024-12-12T05:09:58,314 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/default/testClearRegionBlockCache/68ffca5243ed7807908de044d2924e67/.tmp/family/6560db78ae35456caa7a465f873ff821 2024-12-12T05:09:58,357 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/default/testClearRegionBlockCache/68ffca5243ed7807908de044d2924e67/.tmp/family/6560db78ae35456caa7a465f873ff821 as hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/default/testClearRegionBlockCache/68ffca5243ed7807908de044d2924e67/family/6560db78ae35456caa7a465f873ff821 2024-12-12T05:09:58,366 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/default/testClearRegionBlockCache/68ffca5243ed7807908de044d2924e67/family/6560db78ae35456caa7a465f873ff821, entries=5, sequenceid=9, filesize=5.0 K 2024-12-12T05:09:58,369 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 68ffca5243ed7807908de044d2924e67 in 114ms, sequenceid=9, compaction requested=false 2024-12-12T05:09:58,370 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-12T05:09:58,371 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 68ffca5243ed7807908de044d2924e67: 2024-12-12T05:09:58,371 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing d21aadbc4ae9d46f0b6ccab2156cb07c 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-12T05:09:58,387 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/default/testClearRegionBlockCache/d21aadbc4ae9d46f0b6ccab2156cb07c/.tmp/family/b22b53017c9a4a43bbfc2cea6d53e426 is 32, key is 1/family:/1733980198231/Put/seqid=0 2024-12-12T05:09:58,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42121 is added to blk_1073741842_1018 (size=5054) 2024-12-12T05:09:58,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45869 is added to blk_1073741842_1018 (size=5054) 2024-12-12T05:09:58,396 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/default/testClearRegionBlockCache/d21aadbc4ae9d46f0b6ccab2156cb07c/.tmp/family/b22b53017c9a4a43bbfc2cea6d53e426 2024-12-12T05:09:58,406 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/default/testClearRegionBlockCache/d21aadbc4ae9d46f0b6ccab2156cb07c/.tmp/family/b22b53017c9a4a43bbfc2cea6d53e426 as hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/default/testClearRegionBlockCache/d21aadbc4ae9d46f0b6ccab2156cb07c/family/b22b53017c9a4a43bbfc2cea6d53e426 2024-12-12T05:09:58,416 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/default/testClearRegionBlockCache/d21aadbc4ae9d46f0b6ccab2156cb07c/family/b22b53017c9a4a43bbfc2cea6d53e426, entries=4, sequenceid=8, filesize=4.9 K 2024-12-12T05:09:58,418 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for d21aadbc4ae9d46f0b6ccab2156cb07c in 46ms, sequenceid=8, compaction requested=false 2024-12-12T05:09:58,418 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for d21aadbc4ae9d46f0b6ccab2156cb07c: 2024-12-12T05:09:58,420 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2cfb6c5e to 127.0.0.1:54104 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b1973c 2024-12-12T05:09:58,431 DEBUG [ReadOnlyZKClient-127.0.0.1:54104@0x2cfb6c5e {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be71019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T05:09:58,462 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-12T05:09:58,468 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-12T05:09:58,470 DEBUG [ReadOnlyZKClient-127.0.0.1:54104@0x2cfb6c5e {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83e80bf221ca,38779,1733980194186, seqNum=-1] 2024-12-12T05:09:58,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T05:09:58,475 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T05:09:58,486 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T05:09:58,487 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T05:09:58,488 INFO [RS-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T05:09:58,488 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T05:09:58,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-12-12T05:09:58,495 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T05:09:58,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:09:58,500 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2cfb6c5e to 127.0.0.1:54104 2024-12-12T05:09:58,500 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-12T05:09:58,500 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-12T05:09:58,501 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x226bc883 to 127.0.0.1:54104 2024-12-12T05:09:58,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:09:58,501 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-12T05:09:58,501 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1718370185, stopped=false 2024-12-12T05:09:58,501 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=83e80bf221ca,42043,1733980193414 2024-12-12T05:09:58,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-12T05:09:58,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x10018a51bf10001, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-12T05:09:58,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37545-0x10018a51bf10002, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-12T05:09:58,547 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-12T05:09:58,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:09:58,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x10018a51bf10001, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:09:58,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37545-0x10018a51bf10002, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:09:58,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:09:58,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38779-0x10018a51bf10001, quorum=127.0.0.1:54104, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:09:58,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37545-0x10018a51bf10002, quorum=127.0.0.1:54104, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:09:58,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:09:58,548 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '83e80bf221ca,38779,1733980194186' ***** 2024-12-12T05:09:58,548 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-12T05:09:58,548 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '83e80bf221ca,37545,1733980194237' ***** 2024-12-12T05:09:58,548 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-12T05:09:58,549 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-12T05:09:58,549 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-12T05:09:58,549 INFO [RS:0;83e80bf221ca:38779 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-12T05:09:58,549 INFO [regionserver/83e80bf221ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T05:09:58,549 INFO [RS:1;83e80bf221ca:37545 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-12T05:09:58,549 INFO [RS:0;83e80bf221ca:38779 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-12T05:09:58,549 INFO [RS:1;83e80bf221ca:37545 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-12T05:09:58,549 INFO [RS:0;83e80bf221ca:38779 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-12T05:09:58,549 INFO [RS:1;83e80bf221ca:37545 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-12T05:09:58,549 INFO [RS:1;83e80bf221ca:37545 {}] regionserver.HRegionServer(3579): Received CLOSE for d21aadbc4ae9d46f0b6ccab2156cb07c 2024-12-12T05:09:58,549 INFO [RS:0;83e80bf221ca:38779 {}] regionserver.HRegionServer(3579): Received CLOSE for 68ffca5243ed7807908de044d2924e67 2024-12-12T05:09:58,550 INFO [regionserver/83e80bf221ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T05:09:58,550 INFO [RS:0;83e80bf221ca:38779 {}] regionserver.HRegionServer(3579): Received CLOSE for 6b826d0485d0e6097b99cbeb6352584c 2024-12-12T05:09:58,550 INFO [RS:1;83e80bf221ca:37545 {}] regionserver.HRegionServer(1224): stopping server 83e80bf221ca,37545,1733980194237 2024-12-12T05:09:58,550 INFO [RS:0;83e80bf221ca:38779 {}] regionserver.HRegionServer(1224): stopping server 83e80bf221ca,38779,1733980194186 2024-12-12T05:09:58,550 DEBUG [RS:0;83e80bf221ca:38779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:09:58,550 DEBUG [RS:1;83e80bf221ca:37545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:09:58,550 INFO [RS:1;83e80bf221ca:37545 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-12T05:09:58,550 INFO [RS:0;83e80bf221ca:38779 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-12T05:09:58,550 INFO [RS:0;83e80bf221ca:38779 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-12T05:09:58,550 DEBUG [RS:1;83e80bf221ca:37545 {}] regionserver.HRegionServer(1603): Online Regions={d21aadbc4ae9d46f0b6ccab2156cb07c=testClearRegionBlockCache,,1733980197082.d21aadbc4ae9d46f0b6ccab2156cb07c.} 2024-12-12T05:09:58,550 INFO [RS:0;83e80bf221ca:38779 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-12T05:09:58,551 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d21aadbc4ae9d46f0b6ccab2156cb07c, disabling compactions & flushes 2024-12-12T05:09:58,551 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 68ffca5243ed7807908de044d2924e67, disabling compactions & flushes 2024-12-12T05:09:58,551 INFO [RS:0;83e80bf221ca:38779 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-12T05:09:58,551 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733980197082.d21aadbc4ae9d46f0b6ccab2156cb07c. 2024-12-12T05:09:58,551 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733980197082.68ffca5243ed7807908de044d2924e67. 2024-12-12T05:09:58,551 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733980197082.d21aadbc4ae9d46f0b6ccab2156cb07c. 2024-12-12T05:09:58,551 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733980197082.68ffca5243ed7807908de044d2924e67. 2024-12-12T05:09:58,551 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733980197082.d21aadbc4ae9d46f0b6ccab2156cb07c. after waiting 0 ms 2024-12-12T05:09:58,551 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733980197082.d21aadbc4ae9d46f0b6ccab2156cb07c. 2024-12-12T05:09:58,551 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733980197082.68ffca5243ed7807908de044d2924e67. after waiting 0 ms 2024-12-12T05:09:58,551 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733980197082.68ffca5243ed7807908de044d2924e67. 2024-12-12T05:09:58,551 INFO [RS:0;83e80bf221ca:38779 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-12T05:09:58,551 DEBUG [RS:1;83e80bf221ca:37545 {}] regionserver.HRegionServer(1629): Waiting on d21aadbc4ae9d46f0b6ccab2156cb07c 2024-12-12T05:09:58,551 DEBUG [RS:0;83e80bf221ca:38779 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 68ffca5243ed7807908de044d2924e67=testClearRegionBlockCache,5,1733980197082.68ffca5243ed7807908de044d2924e67., 6b826d0485d0e6097b99cbeb6352584c=hbase:namespace,,1733980196235.6b826d0485d0e6097b99cbeb6352584c.} 2024-12-12T05:09:58,551 DEBUG [RS:0;83e80bf221ca:38779 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 68ffca5243ed7807908de044d2924e67, 6b826d0485d0e6097b99cbeb6352584c 2024-12-12T05:09:58,552 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-12T05:09:58,552 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-12T05:09:58,552 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-12T05:09:58,552 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-12T05:09:58,552 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-12T05:09:58,552 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-12T05:09:58,559 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/default/testClearRegionBlockCache/68ffca5243ed7807908de044d2924e67/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-12T05:09:58,561 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/default/testClearRegionBlockCache/d21aadbc4ae9d46f0b6ccab2156cb07c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-12T05:09:58,561 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733980197082.68ffca5243ed7807908de044d2924e67. 2024-12-12T05:09:58,562 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 68ffca5243ed7807908de044d2924e67: 2024-12-12T05:09:58,562 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733980197082.68ffca5243ed7807908de044d2924e67. 2024-12-12T05:09:58,562 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6b826d0485d0e6097b99cbeb6352584c, disabling compactions & flushes 2024-12-12T05:09:58,562 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733980196235.6b826d0485d0e6097b99cbeb6352584c. 2024-12-12T05:09:58,562 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733980196235.6b826d0485d0e6097b99cbeb6352584c. 2024-12-12T05:09:58,562 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733980196235.6b826d0485d0e6097b99cbeb6352584c. after waiting 0 ms 2024-12-12T05:09:58,562 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733980196235.6b826d0485d0e6097b99cbeb6352584c. 2024-12-12T05:09:58,562 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 6b826d0485d0e6097b99cbeb6352584c 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-12T05:09:58,562 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733980197082.d21aadbc4ae9d46f0b6ccab2156cb07c. 2024-12-12T05:09:58,562 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d21aadbc4ae9d46f0b6ccab2156cb07c: 2024-12-12T05:09:58,563 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733980197082.d21aadbc4ae9d46f0b6ccab2156cb07c. 2024-12-12T05:09:58,576 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/hbase/meta/1588230740/.tmp/info/8592b566cc864a11a56a41d74384eabe is 173, key is testClearRegionBlockCache,5,1733980197082.68ffca5243ed7807908de044d2924e67./info:regioninfo/1733980197970/Put/seqid=0 2024-12-12T05:09:58,579 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/hbase/namespace/6b826d0485d0e6097b99cbeb6352584c/.tmp/info/f2ef66fd2f2b4f74bc5d695b0781e352 is 45, key is default/info:d/1733980196792/Put/seqid=0 2024-12-12T05:09:58,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42121 is added to blk_1073741843_1019 (size=9337) 2024-12-12T05:09:58,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45869 is added to blk_1073741843_1019 (size=9337) 2024-12-12T05:09:58,585 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/hbase/meta/1588230740/.tmp/info/8592b566cc864a11a56a41d74384eabe 2024-12-12T05:09:58,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42121 is added to blk_1073741844_1020 (size=5037) 2024-12-12T05:09:58,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45869 is added to blk_1073741844_1020 (size=5037) 2024-12-12T05:09:58,586 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/hbase/namespace/6b826d0485d0e6097b99cbeb6352584c/.tmp/info/f2ef66fd2f2b4f74bc5d695b0781e352 2024-12-12T05:09:58,595 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/hbase/namespace/6b826d0485d0e6097b99cbeb6352584c/.tmp/info/f2ef66fd2f2b4f74bc5d695b0781e352 as hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/hbase/namespace/6b826d0485d0e6097b99cbeb6352584c/info/f2ef66fd2f2b4f74bc5d695b0781e352 2024-12-12T05:09:58,604 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/hbase/namespace/6b826d0485d0e6097b99cbeb6352584c/info/f2ef66fd2f2b4f74bc5d695b0781e352, entries=2, sequenceid=6, filesize=4.9 K 2024-12-12T05:09:58,605 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 6b826d0485d0e6097b99cbeb6352584c in 43ms, sequenceid=6, compaction requested=false 2024-12-12T05:09:58,605 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-12T05:09:58,610 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/hbase/meta/1588230740/.tmp/table/cb0cadfd6cab4eaabbe1b3e0f9cc29b2 is 61, key is testClearRegionBlockCache/table:state/1733980197982/Put/seqid=0 2024-12-12T05:09:58,612 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/hbase/namespace/6b826d0485d0e6097b99cbeb6352584c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-12T05:09:58,613 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733980196235.6b826d0485d0e6097b99cbeb6352584c. 2024-12-12T05:09:58,613 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6b826d0485d0e6097b99cbeb6352584c: 2024-12-12T05:09:58,613 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733980196235.6b826d0485d0e6097b99cbeb6352584c. 2024-12-12T05:09:58,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45869 is added to blk_1073741845_1021 (size=5392) 2024-12-12T05:09:58,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42121 is added to blk_1073741845_1021 (size=5392) 2024-12-12T05:09:58,617 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/hbase/meta/1588230740/.tmp/table/cb0cadfd6cab4eaabbe1b3e0f9cc29b2 2024-12-12T05:09:58,626 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/hbase/meta/1588230740/.tmp/info/8592b566cc864a11a56a41d74384eabe as hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/hbase/meta/1588230740/info/8592b566cc864a11a56a41d74384eabe 2024-12-12T05:09:58,635 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/hbase/meta/1588230740/info/8592b566cc864a11a56a41d74384eabe, entries=30, sequenceid=16, filesize=9.1 K 2024-12-12T05:09:58,637 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/hbase/meta/1588230740/.tmp/table/cb0cadfd6cab4eaabbe1b3e0f9cc29b2 as hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/hbase/meta/1588230740/table/cb0cadfd6cab4eaabbe1b3e0f9cc29b2 2024-12-12T05:09:58,645 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/hbase/meta/1588230740/table/cb0cadfd6cab4eaabbe1b3e0f9cc29b2, entries=4, sequenceid=16, filesize=5.3 K 2024-12-12T05:09:58,646 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 94ms, sequenceid=16, compaction requested=false 2024-12-12T05:09:58,646 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-12T05:09:58,652 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-12T05:09:58,653 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-12T05:09:58,653 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-12T05:09:58,653 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-12T05:09:58,654 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-12T05:09:58,751 INFO [RS:1;83e80bf221ca:37545 {}] regionserver.HRegionServer(1250): stopping server 83e80bf221ca,37545,1733980194237; all regions closed. 2024-12-12T05:09:58,752 INFO [RS:0;83e80bf221ca:38779 {}] regionserver.HRegionServer(1250): stopping server 83e80bf221ca,38779,1733980194186; all regions closed. 2024-12-12T05:09:58,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45869 is added to blk_1073741835_1011 (size=5602) 2024-12-12T05:09:58,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42121 is added to blk_1073741834_1010 (size=1758) 2024-12-12T05:09:58,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45869 is added to blk_1073741834_1010 (size=1758) 2024-12-12T05:09:58,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42121 is added to blk_1073741835_1011 (size=5602) 2024-12-12T05:09:58,768 DEBUG [RS:1;83e80bf221ca:37545 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/oldWALs 2024-12-12T05:09:58,768 INFO [RS:1;83e80bf221ca:37545 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 83e80bf221ca%2C37545%2C1733980194237:(num 1733980195497) 2024-12-12T05:09:58,768 DEBUG [RS:1;83e80bf221ca:37545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:09:58,768 DEBUG [RS:0;83e80bf221ca:38779 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/oldWALs 2024-12-12T05:09:58,768 INFO [RS:0;83e80bf221ca:38779 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 83e80bf221ca%2C38779%2C1733980194186.meta:.meta(num 1733980195992) 2024-12-12T05:09:58,768 INFO [RS:1;83e80bf221ca:37545 {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T05:09:58,769 INFO [RS:1;83e80bf221ca:37545 {}] hbase.ChoreService(370): Chore service for: regionserver/83e80bf221ca:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-12T05:09:58,769 INFO [RS:1;83e80bf221ca:37545 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-12T05:09:58,769 INFO [regionserver/83e80bf221ca:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-12T05:09:58,769 INFO [RS:1;83e80bf221ca:37545 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-12T05:09:58,769 INFO [RS:1;83e80bf221ca:37545 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-12T05:09:58,769 INFO [RS:1;83e80bf221ca:37545 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37545 2024-12-12T05:09:58,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45869 is added to blk_1073741833_1009 (size=3188) 2024-12-12T05:09:58,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42121 is added to blk_1073741833_1009 (size=3188) 2024-12-12T05:09:58,775 DEBUG [RS:0;83e80bf221ca:38779 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/oldWALs 2024-12-12T05:09:58,775 INFO [RS:0;83e80bf221ca:38779 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 83e80bf221ca%2C38779%2C1733980194186:(num 1733980195497) 2024-12-12T05:09:58,775 DEBUG [RS:0;83e80bf221ca:38779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:09:58,775 INFO [RS:0;83e80bf221ca:38779 {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T05:09:58,775 INFO [RS:0;83e80bf221ca:38779 {}] hbase.ChoreService(370): Chore service for: regionserver/83e80bf221ca:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-12T05:09:58,775 INFO [regionserver/83e80bf221ca:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-12T05:09:58,776 INFO [RS:0;83e80bf221ca:38779 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38779 2024-12-12T05:09:58,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37545-0x10018a51bf10002, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/83e80bf221ca,37545,1733980194237 2024-12-12T05:09:58,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-12T05:09:58,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x10018a51bf10001, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/83e80bf221ca,38779,1733980194186 2024-12-12T05:09:58,796 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83e80bf221ca,37545,1733980194237] 2024-12-12T05:09:58,797 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 83e80bf221ca,37545,1733980194237; numProcessing=1 2024-12-12T05:09:58,813 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/83e80bf221ca,37545,1733980194237 already deleted, retry=false 2024-12-12T05:09:58,813 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 83e80bf221ca,37545,1733980194237 expired; onlineServers=1 2024-12-12T05:09:58,813 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83e80bf221ca,38779,1733980194186] 2024-12-12T05:09:58,813 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 83e80bf221ca,38779,1733980194186; numProcessing=2 2024-12-12T05:09:58,821 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/83e80bf221ca,38779,1733980194186 already deleted, retry=false 2024-12-12T05:09:58,821 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 83e80bf221ca,38779,1733980194186 expired; onlineServers=0 2024-12-12T05:09:58,821 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '83e80bf221ca,42043,1733980193414' ***** 2024-12-12T05:09:58,821 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-12T05:09:58,822 DEBUG [M:0;83e80bf221ca:42043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52363f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83e80bf221ca/172.17.0.2:0 2024-12-12T05:09:58,822 INFO [M:0;83e80bf221ca:42043 {}] regionserver.HRegionServer(1224): stopping server 83e80bf221ca,42043,1733980193414 2024-12-12T05:09:58,822 INFO [M:0;83e80bf221ca:42043 {}] regionserver.HRegionServer(1250): stopping server 83e80bf221ca,42043,1733980193414; all regions closed. 2024-12-12T05:09:58,822 DEBUG [M:0;83e80bf221ca:42043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:09:58,822 DEBUG [M:0;83e80bf221ca:42043 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-12T05:09:58,822 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-12T05:09:58,823 DEBUG [M:0;83e80bf221ca:42043 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-12T05:09:58,823 DEBUG [master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.small.0-1733980195235 {}] cleaner.HFileCleaner(306): Exit Thread[master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.small.0-1733980195235,5,FailOnTimeoutGroup] 2024-12-12T05:09:58,823 DEBUG [master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.large.0-1733980195235 {}] cleaner.HFileCleaner(306): Exit Thread[master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.large.0-1733980195235,5,FailOnTimeoutGroup] 2024-12-12T05:09:58,823 INFO [M:0;83e80bf221ca:42043 {}] hbase.ChoreService(370): Chore service for: master/83e80bf221ca:0 had [] on shutdown 2024-12-12T05:09:58,823 DEBUG [M:0;83e80bf221ca:42043 {}] master.HMaster(1733): Stopping service threads 2024-12-12T05:09:58,824 INFO [M:0;83e80bf221ca:42043 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-12T05:09:58,825 INFO [M:0;83e80bf221ca:42043 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-12T05:09:58,825 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-12T05:09:58,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-12T05:09:58,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:09:58,833 DEBUG [M:0;83e80bf221ca:42043 {}] zookeeper.ZKUtil(347): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-12T05:09:58,833 WARN [M:0;83e80bf221ca:42043 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-12T05:09:58,833 INFO [M:0;83e80bf221ca:42043 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-12T05:09:58,833 INFO [M:0;83e80bf221ca:42043 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-12T05:09:58,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T05:09:58,833 DEBUG [M:0;83e80bf221ca:42043 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-12T05:09:58,834 INFO [M:0;83e80bf221ca:42043 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:09:58,834 DEBUG [M:0;83e80bf221ca:42043 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:09:58,834 DEBUG [M:0;83e80bf221ca:42043 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-12T05:09:58,834 DEBUG [M:0;83e80bf221ca:42043 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:09:58,834 INFO [M:0;83e80bf221ca:42043 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-12T05:09:58,850 DEBUG [M:0;83e80bf221ca:42043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/871b6c0e728a40eea76db5caf174ccfc is 82, key is hbase:meta,,1/info:regioninfo/1733980196109/Put/seqid=0 2024-12-12T05:09:58,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42121 is added to blk_1073741846_1022 (size=5672) 2024-12-12T05:09:58,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45869 is added to blk_1073741846_1022 (size=5672) 2024-12-12T05:09:58,857 INFO [M:0;83e80bf221ca:42043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/871b6c0e728a40eea76db5caf174ccfc 2024-12-12T05:09:58,879 DEBUG [M:0;83e80bf221ca:42043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e467abf402974891b32632f73adf672a is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733980197994/Put/seqid=0 2024-12-12T05:09:58,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42121 is added to blk_1073741847_1023 (size=7578) 2024-12-12T05:09:58,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45869 is added to blk_1073741847_1023 (size=7578) 2024-12-12T05:09:58,886 INFO [M:0;83e80bf221ca:42043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e467abf402974891b32632f73adf672a 2024-12-12T05:09:58,896 INFO [RS:1;83e80bf221ca:37545 {}] regionserver.HRegionServer(1307): Exiting; stopping=83e80bf221ca,37545,1733980194237; zookeeper connection closed. 2024-12-12T05:09:58,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37545-0x10018a51bf10002, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:09:58,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37545-0x10018a51bf10002, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:09:58,897 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@186cf582 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@186cf582 2024-12-12T05:09:58,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x10018a51bf10001, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:09:58,905 INFO [RS:0;83e80bf221ca:38779 {}] regionserver.HRegionServer(1307): Exiting; stopping=83e80bf221ca,38779,1733980194186; zookeeper connection closed. 2024-12-12T05:09:58,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x10018a51bf10001, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:09:58,905 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f915c51 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f915c51 2024-12-12T05:09:58,905 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-12T05:09:58,906 DEBUG [M:0;83e80bf221ca:42043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50e20033568a4adf90e9cd85ae53ff9c is 69, key is 83e80bf221ca,37545,1733980194237/rs:state/1733980195262/Put/seqid=0 2024-12-12T05:09:58,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45869 is added to blk_1073741848_1024 (size=5224) 2024-12-12T05:09:58,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42121 is added to blk_1073741848_1024 (size=5224) 2024-12-12T05:09:58,912 INFO [M:0;83e80bf221ca:42043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50e20033568a4adf90e9cd85ae53ff9c 2024-12-12T05:09:58,920 DEBUG [M:0;83e80bf221ca:42043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/871b6c0e728a40eea76db5caf174ccfc as hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/871b6c0e728a40eea76db5caf174ccfc 2024-12-12T05:09:58,928 INFO [M:0;83e80bf221ca:42043 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/871b6c0e728a40eea76db5caf174ccfc, entries=8, sequenceid=108, filesize=5.5 K 2024-12-12T05:09:58,930 DEBUG [M:0;83e80bf221ca:42043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e467abf402974891b32632f73adf672a as hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e467abf402974891b32632f73adf672a 2024-12-12T05:09:58,936 INFO [M:0;83e80bf221ca:42043 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e467abf402974891b32632f73adf672a, entries=13, sequenceid=108, filesize=7.4 K 2024-12-12T05:09:58,938 DEBUG [M:0;83e80bf221ca:42043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50e20033568a4adf90e9cd85ae53ff9c as hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50e20033568a4adf90e9cd85ae53ff9c 2024-12-12T05:09:58,946 INFO [M:0;83e80bf221ca:42043 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40051/user/jenkins/test-data/836d4cd2-0d5b-3fcc-6665-c8408d677294/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50e20033568a4adf90e9cd85ae53ff9c, entries=2, sequenceid=108, filesize=5.1 K 2024-12-12T05:09:58,947 INFO [M:0;83e80bf221ca:42043 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=108, compaction requested=false 2024-12-12T05:09:58,948 INFO [M:0;83e80bf221ca:42043 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:09:58,948 DEBUG [M:0;83e80bf221ca:42043 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-12T05:09:58,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45869 is added to blk_1073741830_1006 (size=54465) 2024-12-12T05:09:58,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42121 is added to blk_1073741830_1006 (size=54465) 2024-12-12T05:09:58,952 INFO [M:0;83e80bf221ca:42043 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-12T05:09:58,952 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-12T05:09:58,952 INFO [M:0;83e80bf221ca:42043 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42043 2024-12-12T05:09:58,958 DEBUG [M:0;83e80bf221ca:42043 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/83e80bf221ca,42043,1733980193414 already deleted, retry=false 2024-12-12T05:09:59,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:09:59,067 INFO [M:0;83e80bf221ca:42043 {}] regionserver.HRegionServer(1307): Exiting; stopping=83e80bf221ca,42043,1733980193414; zookeeper connection closed. 2024-12-12T05:09:59,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42043-0x10018a51bf10000, quorum=127.0.0.1:54104, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:09:59,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64605125{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T05:09:59,108 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T05:09:59,108 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T05:09:59,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T05:09:59,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/hadoop.log.dir/,STOPPED} 2024-12-12T05:09:59,111 WARN [BP-64067668-172.17.0.2-1733980189974 heartbeating to localhost/127.0.0.1:40051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T05:09:59,111 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T05:09:59,111 WARN [BP-64067668-172.17.0.2-1733980189974 heartbeating to localhost/127.0.0.1:40051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-64067668-172.17.0.2-1733980189974 (Datanode Uuid 5db3fac2-f401-4630-843a-2da7d61267f5) service to localhost/127.0.0.1:40051 2024-12-12T05:09:59,111 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T05:09:59,112 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/cluster_a13e0dc4-b683-c76c-3514-fff624bdc637/dfs/data/data3/current/BP-64067668-172.17.0.2-1733980189974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T05:09:59,112 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/cluster_a13e0dc4-b683-c76c-3514-fff624bdc637/dfs/data/data4/current/BP-64067668-172.17.0.2-1733980189974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T05:09:59,112 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T05:09:59,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39927f61{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T05:09:59,114 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T05:09:59,115 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T05:09:59,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T05:09:59,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/hadoop.log.dir/,STOPPED} 2024-12-12T05:09:59,116 WARN [BP-64067668-172.17.0.2-1733980189974 heartbeating to localhost/127.0.0.1:40051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T05:09:59,116 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T05:09:59,116 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T05:09:59,116 WARN [BP-64067668-172.17.0.2-1733980189974 heartbeating to localhost/127.0.0.1:40051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-64067668-172.17.0.2-1733980189974 (Datanode Uuid 636d75e5-5dd3-444b-a93c-7184a1cc034b) service to localhost/127.0.0.1:40051 2024-12-12T05:09:59,117 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/cluster_a13e0dc4-b683-c76c-3514-fff624bdc637/dfs/data/data1/current/BP-64067668-172.17.0.2-1733980189974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T05:09:59,117 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/cluster_a13e0dc4-b683-c76c-3514-fff624bdc637/dfs/data/data2/current/BP-64067668-172.17.0.2-1733980189974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T05:09:59,117 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T05:09:59,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T05:09:59,126 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T05:09:59,126 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T05:09:59,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T05:09:59,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/hadoop.log.dir/,STOPPED} 2024-12-12T05:09:59,133 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-12T05:09:59,157 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-12T05:09:59,164 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=76 (was 11) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/83e80bf221ca:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/83e80bf221ca:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40051 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40051 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40051 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/83e80bf221ca:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/83e80bf221ca:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@cd784af java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40051 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=411 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=57 (was 31) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=13874 (was 14444) 2024-12-12T05:09:59,169 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=76, OpenFileDescriptor=411, MaxFileDescriptor=1048576, SystemLoadAverage=57, ProcessCount=11, AvailableMemoryMB=13873 2024-12-12T05:09:59,182 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/hadoop.log.dir so I do NOT create it in target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb 2024-12-12T05:09:59,182 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/hadoop.log.dir Erasing configuration value by system value. 2024-12-12T05:09:59,182 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/hadoop.tmp.dir so I do NOT create it in target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb 2024-12-12T05:09:59,182 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e56ded5c-d91b-fafa-4808-17372b5bf0cd/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-12T05:09:59,182 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb 2024-12-12T05:09:59,182 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-12T05:09:59,182 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/cluster_6eab5d15-e68c-f4fd-a02e-712295b2aec8, deleteOnExit=true 2024-12-12T05:09:59,182 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-12T05:09:59,183 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/test.cache.data in system properties and HBase conf 2024-12-12T05:09:59,183 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/hadoop.tmp.dir in system properties and HBase conf 2024-12-12T05:09:59,183 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/hadoop.log.dir in system properties and HBase conf 2024-12-12T05:09:59,183 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-12T05:09:59,183 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-12T05:09:59,183 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-12T05:09:59,183 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-12T05:09:59,183 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-12T05:09:59,183 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-12T05:09:59,183 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-12T05:09:59,183 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T05:09:59,184 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-12T05:09:59,184 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-12T05:09:59,184 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T05:09:59,184 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T05:09:59,184 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-12T05:09:59,184 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/nfs.dump.dir in system properties and HBase conf 2024-12-12T05:09:59,184 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/java.io.tmpdir in system properties and HBase conf 2024-12-12T05:09:59,184 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T05:09:59,184 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-12T05:09:59,184 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-12T05:09:59,442 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T05:09:59,447 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T05:09:59,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T05:09:59,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T05:09:59,448 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T05:09:59,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T05:09:59,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59b812d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/hadoop.log.dir/,AVAILABLE} 2024-12-12T05:09:59,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64d66ed3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T05:09:59,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ddfeb23{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/java.io.tmpdir/jetty-localhost-34321-hadoop-hdfs-3_4_1-tests_jar-_-any-18370759139468955742/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T05:09:59,540 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@695fa4d4{HTTP/1.1, (http/1.1)}{localhost:34321} 2024-12-12T05:09:59,541 INFO [Time-limited test {}] server.Server(415): Started @11347ms 2024-12-12T05:09:59,728 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T05:09:59,732 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T05:09:59,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T05:09:59,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T05:09:59,733 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T05:09:59,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f3fccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/hadoop.log.dir/,AVAILABLE} 2024-12-12T05:09:59,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c74f41c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T05:09:59,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1885ee2b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/java.io.tmpdir/jetty-localhost-43999-hadoop-hdfs-3_4_1-tests_jar-_-any-5623722376769938086/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T05:09:59,822 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63af1cc6{HTTP/1.1, (http/1.1)}{localhost:43999} 2024-12-12T05:09:59,822 INFO [Time-limited test {}] server.Server(415): Started @11629ms 2024-12-12T05:09:59,824 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T05:09:59,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T05:09:59,857 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T05:09:59,858 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T05:09:59,858 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T05:09:59,858 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T05:09:59,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a23d182{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/hadoop.log.dir/,AVAILABLE} 2024-12-12T05:09:59,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ebe630d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T05:09:59,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fd1f04b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/java.io.tmpdir/jetty-localhost-45301-hadoop-hdfs-3_4_1-tests_jar-_-any-7655448850920162072/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T05:09:59,950 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60f4b659{HTTP/1.1, (http/1.1)}{localhost:45301} 2024-12-12T05:09:59,950 INFO [Time-limited test {}] server.Server(415): Started @11757ms 2024-12-12T05:09:59,951 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T05:10:00,657 WARN [Thread-368 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/cluster_6eab5d15-e68c-f4fd-a02e-712295b2aec8/dfs/data/data1/current/BP-1013506571-172.17.0.2-1733980199205/current, will proceed with Du for space computation calculation, 2024-12-12T05:10:00,657 WARN [Thread-369 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/cluster_6eab5d15-e68c-f4fd-a02e-712295b2aec8/dfs/data/data2/current/BP-1013506571-172.17.0.2-1733980199205/current, will proceed with Du for space computation calculation, 2024-12-12T05:10:00,671 WARN [Thread-332 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T05:10:00,673 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb538baf656368a8d with lease ID 0x443667a1750f9672: Processing first storage report for DS-669f575a-cf12-43f9-b8a5-313e0c1fb39c from datanode DatanodeRegistration(127.0.0.1:42507, datanodeUuid=a8be8951-f71e-4f99-a86d-ef7c28fd500e, infoPort=42047, infoSecurePort=0, ipcPort=46275, storageInfo=lv=-57;cid=testClusterID;nsid=2139077807;c=1733980199205) 2024-12-12T05:10:00,673 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb538baf656368a8d with lease ID 0x443667a1750f9672: from storage DS-669f575a-cf12-43f9-b8a5-313e0c1fb39c node DatanodeRegistration(127.0.0.1:42507, datanodeUuid=a8be8951-f71e-4f99-a86d-ef7c28fd500e, infoPort=42047, infoSecurePort=0, ipcPort=46275, storageInfo=lv=-57;cid=testClusterID;nsid=2139077807;c=1733980199205), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T05:10:00,674 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb538baf656368a8d with lease ID 0x443667a1750f9672: Processing first storage report for DS-9e21237e-bd1f-47eb-8a6d-bbcdee398436 from datanode DatanodeRegistration(127.0.0.1:42507, datanodeUuid=a8be8951-f71e-4f99-a86d-ef7c28fd500e, infoPort=42047, infoSecurePort=0, ipcPort=46275, storageInfo=lv=-57;cid=testClusterID;nsid=2139077807;c=1733980199205) 2024-12-12T05:10:00,674 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb538baf656368a8d with lease ID 0x443667a1750f9672: from storage DS-9e21237e-bd1f-47eb-8a6d-bbcdee398436 node DatanodeRegistration(127.0.0.1:42507, datanodeUuid=a8be8951-f71e-4f99-a86d-ef7c28fd500e, infoPort=42047, infoSecurePort=0, ipcPort=46275, storageInfo=lv=-57;cid=testClusterID;nsid=2139077807;c=1733980199205), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T05:10:00,779 WARN [Thread-379 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/cluster_6eab5d15-e68c-f4fd-a02e-712295b2aec8/dfs/data/data3/current/BP-1013506571-172.17.0.2-1733980199205/current, will proceed with Du for space computation calculation, 2024-12-12T05:10:00,780 WARN [Thread-380 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/cluster_6eab5d15-e68c-f4fd-a02e-712295b2aec8/dfs/data/data4/current/BP-1013506571-172.17.0.2-1733980199205/current, will proceed with Du for space computation calculation, 2024-12-12T05:10:00,795 WARN [Thread-355 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T05:10:00,798 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8efd1f0c70cd022f with lease ID 0x443667a1750f9673: Processing first storage report for DS-04310352-ed74-4ded-bfb0-2b9e10d8330c from datanode DatanodeRegistration(127.0.0.1:33237, datanodeUuid=dc65b4a2-b781-489c-b80c-0d6c44fbdc9c, infoPort=36033, infoSecurePort=0, ipcPort=42731, storageInfo=lv=-57;cid=testClusterID;nsid=2139077807;c=1733980199205) 2024-12-12T05:10:00,798 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8efd1f0c70cd022f with lease ID 0x443667a1750f9673: from storage DS-04310352-ed74-4ded-bfb0-2b9e10d8330c node DatanodeRegistration(127.0.0.1:33237, datanodeUuid=dc65b4a2-b781-489c-b80c-0d6c44fbdc9c, infoPort=36033, infoSecurePort=0, ipcPort=42731, storageInfo=lv=-57;cid=testClusterID;nsid=2139077807;c=1733980199205), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T05:10:00,798 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8efd1f0c70cd022f with lease ID 0x443667a1750f9673: Processing first storage report for DS-25e3d69e-de7f-4123-abc2-d2e085026ce6 from datanode DatanodeRegistration(127.0.0.1:33237, datanodeUuid=dc65b4a2-b781-489c-b80c-0d6c44fbdc9c, infoPort=36033, infoSecurePort=0, ipcPort=42731, storageInfo=lv=-57;cid=testClusterID;nsid=2139077807;c=1733980199205) 2024-12-12T05:10:00,798 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8efd1f0c70cd022f with lease ID 0x443667a1750f9673: from storage DS-25e3d69e-de7f-4123-abc2-d2e085026ce6 node DatanodeRegistration(127.0.0.1:33237, datanodeUuid=dc65b4a2-b781-489c-b80c-0d6c44fbdc9c, infoPort=36033, infoSecurePort=0, ipcPort=42731, storageInfo=lv=-57;cid=testClusterID;nsid=2139077807;c=1733980199205), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T05:10:00,890 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb 2024-12-12T05:10:00,893 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/cluster_6eab5d15-e68c-f4fd-a02e-712295b2aec8/zookeeper_0, clientPort=53851, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/cluster_6eab5d15-e68c-f4fd-a02e-712295b2aec8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/cluster_6eab5d15-e68c-f4fd-a02e-712295b2aec8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-12T05:10:00,894 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=53851 2024-12-12T05:10:00,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:00,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:00,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741825_1001 (size=7) 2024-12-12T05:10:00,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741825_1001 (size=7) 2024-12-12T05:10:00,909 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5 with version=8 2024-12-12T05:10:00,909 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/hbase-staging 2024-12-12T05:10:00,911 INFO [Time-limited test {}] client.ConnectionUtils(129): master/83e80bf221ca:0 server-side Connection retries=45 2024-12-12T05:10:00,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:00,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:00,912 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T05:10:00,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:00,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T05:10:00,912 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T05:10:00,912 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T05:10:00,913 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35895 2024-12-12T05:10:00,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:00,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:00,917 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:35895 connecting to ZooKeeper ensemble=127.0.0.1:53851 2024-12-12T05:10:00,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358950x0, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T05:10:00,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35895-0x10018a53c3d0000 connected 2024-12-12T05:10:01,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T05:10:01,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:01,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T05:10:01,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35895 2024-12-12T05:10:01,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35895 2024-12-12T05:10:01,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35895 2024-12-12T05:10:01,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35895 2024-12-12T05:10:01,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35895 2024-12-12T05:10:01,048 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5, hbase.cluster.distributed=false 2024-12-12T05:10:01,069 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/83e80bf221ca:0 server-side Connection retries=45 2024-12-12T05:10:01,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:01,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:01,070 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T05:10:01,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:01,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T05:10:01,070 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T05:10:01,070 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T05:10:01,071 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43161 2024-12-12T05:10:01,071 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-12T05:10:01,072 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-12T05:10:01,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:01,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:01,077 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43161 connecting to ZooKeeper ensemble=127.0.0.1:53851 2024-12-12T05:10:01,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431610x0, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T05:10:01,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43161-0x10018a53c3d0001 connected 2024-12-12T05:10:01,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43161-0x10018a53c3d0001, quorum=127.0.0.1:53851, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T05:10:01,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43161-0x10018a53c3d0001, quorum=127.0.0.1:53851, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:01,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43161-0x10018a53c3d0001, quorum=127.0.0.1:53851, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T05:10:01,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43161 2024-12-12T05:10:01,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43161 2024-12-12T05:10:01,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43161 2024-12-12T05:10:01,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43161 2024-12-12T05:10:01,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43161 2024-12-12T05:10:01,112 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/83e80bf221ca:0 server-side Connection retries=45 2024-12-12T05:10:01,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:01,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:01,112 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T05:10:01,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:01,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T05:10:01,112 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T05:10:01,112 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T05:10:01,113 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44855 2024-12-12T05:10:01,113 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-12T05:10:01,113 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-12T05:10:01,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:01,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:01,118 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44855 connecting to ZooKeeper ensemble=127.0.0.1:53851 2024-12-12T05:10:01,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448550x0, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T05:10:01,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44855-0x10018a53c3d0002 connected 2024-12-12T05:10:01,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44855-0x10018a53c3d0002, quorum=127.0.0.1:53851, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T05:10:01,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44855-0x10018a53c3d0002, quorum=127.0.0.1:53851, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:01,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44855-0x10018a53c3d0002, quorum=127.0.0.1:53851, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T05:10:01,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44855 2024-12-12T05:10:01,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44855 2024-12-12T05:10:01,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44855 2024-12-12T05:10:01,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44855 2024-12-12T05:10:01,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44855 2024-12-12T05:10:01,129 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/83e80bf221ca,35895,1733980200911 2024-12-12T05:10:01,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:01,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10018a53c3d0002, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:01,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43161-0x10018a53c3d0001, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:01,138 DEBUG [M:0;83e80bf221ca:35895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83e80bf221ca:35895 2024-12-12T05:10:01,138 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/83e80bf221ca,35895,1733980200911 2024-12-12T05:10:01,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10018a53c3d0002, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-12T05:10:01,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-12T05:10:01,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43161-0x10018a53c3d0001, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-12T05:10:01,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:01,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10018a53c3d0002, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:01,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43161-0x10018a53c3d0001, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:01,147 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-12T05:10:01,147 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/83e80bf221ca,35895,1733980200911 from backup master directory 2024-12-12T05:10:01,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43161-0x10018a53c3d0001, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:01,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10018a53c3d0002, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:01,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/83e80bf221ca,35895,1733980200911 2024-12-12T05:10:01,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-12T05:10:01,158 WARN [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T05:10:01,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:01,158 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83e80bf221ca,35895,1733980200911 2024-12-12T05:10:01,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741826_1002 (size=42) 2024-12-12T05:10:01,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741826_1002 (size=42) 2024-12-12T05:10:01,171 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/hbase.id with ID: 7d557d49-2af9-40b0-88bc-27f4cb15c7ac 2024-12-12T05:10:01,184 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:01,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10018a53c3d0002, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:01,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:01,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43161-0x10018a53c3d0001, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:01,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741827_1003 (size=196) 2024-12-12T05:10:01,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741827_1003 (size=196) 2024-12-12T05:10:01,573 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-12T05:10:01,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:01,607 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T05:10:01,608 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-12T05:10:01,608 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T05:10:01,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:01,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741828_1004 (size=1189) 2024-12-12T05:10:01,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741828_1004 (size=1189) 2024-12-12T05:10:01,622 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/MasterData/data/master/store 2024-12-12T05:10:01,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741829_1005 (size=34) 2024-12-12T05:10:01,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741829_1005 (size=34) 2024-12-12T05:10:02,033 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:02,034 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-12T05:10:02,034 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:02,034 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:02,034 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-12T05:10:02,034 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:02,035 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:02,035 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-12T05:10:02,039 WARN [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/MasterData/data/master/store/.initializing 2024-12-12T05:10:02,039 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/MasterData/WALs/83e80bf221ca,35895,1733980200911 2024-12-12T05:10:02,041 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T05:10:02,045 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83e80bf221ca%2C35895%2C1733980200911, suffix=, logDir=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/MasterData/WALs/83e80bf221ca,35895,1733980200911, archiveDir=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/MasterData/oldWALs, maxLogs=10 2024-12-12T05:10:02,057 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/MasterData/WALs/83e80bf221ca,35895,1733980200911/83e80bf221ca%2C35895%2C1733980200911.1733980202045, exclude list is [], retry=0 2024-12-12T05:10:02,060 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33237,DS-04310352-ed74-4ded-bfb0-2b9e10d8330c,DISK] 2024-12-12T05:10:02,060 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42507,DS-669f575a-cf12-43f9-b8a5-313e0c1fb39c,DISK] 2024-12-12T05:10:02,063 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/MasterData/WALs/83e80bf221ca,35895,1733980200911/83e80bf221ca%2C35895%2C1733980200911.1733980202045 2024-12-12T05:10:02,063 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36033:36033),(127.0.0.1/127.0.0.1:42047:42047)] 2024-12-12T05:10:02,063 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-12T05:10:02,063 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:02,063 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:02,063 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:02,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:02,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-12T05:10:02,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:02,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:02,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:02,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-12T05:10:02,069 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:02,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:02,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:02,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-12T05:10:02,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:02,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:02,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:02,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-12T05:10:02,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:02,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:02,077 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:02,077 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:02,079 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-12T05:10:02,081 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:02,083 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:10:02,084 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73517300, jitterRate=0.0954931378364563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-12T05:10:02,085 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-12T05:10:02,085 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-12T05:10:02,089 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202b2152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T05:10:02,090 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-12T05:10:02,090 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-12T05:10:02,090 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-12T05:10:02,090 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-12T05:10:02,091 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-12T05:10:02,091 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-12T05:10:02,092 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-12T05:10:02,094 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-12T05:10:02,095 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-12T05:10:02,138 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-12T05:10:02,138 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-12T05:10:02,139 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-12T05:10:02,149 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-12T05:10:02,150 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-12T05:10:02,151 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-12T05:10:02,158 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-12T05:10:02,159 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-12T05:10:02,166 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-12T05:10:02,170 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-12T05:10:02,179 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-12T05:10:02,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43161-0x10018a53c3d0001, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:02,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:02,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10018a53c3d0002, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:02,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43161-0x10018a53c3d0001, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:02,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:02,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10018a53c3d0002, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:02,189 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=83e80bf221ca,35895,1733980200911, sessionid=0x10018a53c3d0000, setting cluster-up flag (Was=false) 2024-12-12T05:10:02,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:02,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10018a53c3d0002, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:02,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43161-0x10018a53c3d0001, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:02,233 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-12T05:10:02,234 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83e80bf221ca,35895,1733980200911 2024-12-12T05:10:02,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43161-0x10018a53c3d0001, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:02,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10018a53c3d0002, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:02,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:02,283 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-12T05:10:02,287 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83e80bf221ca,35895,1733980200911 2024-12-12T05:10:02,295 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-12T05:10:02,295 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-12T05:10:02,296 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-12T05:10:02,296 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83e80bf221ca,35895,1733980200911 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-12T05:10:02,296 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83e80bf221ca:0, corePoolSize=5, maxPoolSize=5 2024-12-12T05:10:02,296 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83e80bf221ca:0, corePoolSize=5, maxPoolSize=5 2024-12-12T05:10:02,296 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83e80bf221ca:0, corePoolSize=5, maxPoolSize=5 2024-12-12T05:10:02,297 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83e80bf221ca:0, corePoolSize=5, maxPoolSize=5 2024-12-12T05:10:02,297 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83e80bf221ca:0, corePoolSize=10, maxPoolSize=10 2024-12-12T05:10:02,297 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:02,297 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83e80bf221ca:0, corePoolSize=2, maxPoolSize=2 2024-12-12T05:10:02,297 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:02,298 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733980232298 2024-12-12T05:10:02,299 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-12T05:10:02,299 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-12T05:10:02,299 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-12T05:10:02,299 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-12T05:10:02,299 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-12T05:10:02,299 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-12T05:10:02,299 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-12T05:10:02,300 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:02,300 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-12T05:10:02,300 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-12T05:10:02,300 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-12T05:10:02,300 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-12T05:10:02,301 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-12T05:10:02,301 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-12T05:10:02,301 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.large.0-1733980202301,5,FailOnTimeoutGroup] 2024-12-12T05:10:02,301 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.small.0-1733980202301,5,FailOnTimeoutGroup] 2024-12-12T05:10:02,301 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:02,302 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-12T05:10:02,302 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:02,302 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:02,302 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:02,302 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-12T05:10:02,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741831_1007 (size=1039) 2024-12-12T05:10:02,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741831_1007 (size=1039) 2024-12-12T05:10:02,312 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-12T05:10:02,313 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5 2024-12-12T05:10:02,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741832_1008 (size=32) 2024-12-12T05:10:02,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741832_1008 (size=32) 2024-12-12T05:10:02,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:02,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-12T05:10:02,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-12T05:10:02,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:02,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:02,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-12T05:10:02,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-12T05:10:02,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:02,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:02,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-12T05:10:02,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-12T05:10:02,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:02,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:02,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/hbase/meta/1588230740 2024-12-12T05:10:02,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/hbase/meta/1588230740 2024-12-12T05:10:02,336 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-12T05:10:02,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-12T05:10:02,340 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:10:02,341 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64592255, jitterRate=-0.037500396370887756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-12T05:10:02,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-12T05:10:02,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-12T05:10:02,341 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-12T05:10:02,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-12T05:10:02,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-12T05:10:02,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-12T05:10:02,342 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-12T05:10:02,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-12T05:10:02,343 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-12T05:10:02,343 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-12T05:10:02,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-12T05:10:02,345 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-12T05:10:02,346 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-12T05:10:02,349 DEBUG [RS:0;83e80bf221ca:43161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83e80bf221ca:43161 2024-12-12T05:10:02,349 DEBUG [RS:1;83e80bf221ca:44855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;83e80bf221ca:44855 2024-12-12T05:10:02,350 INFO [RS:1;83e80bf221ca:44855 {}] regionserver.HRegionServer(1008): ClusterId : 7d557d49-2af9-40b0-88bc-27f4cb15c7ac 2024-12-12T05:10:02,350 INFO [RS:0;83e80bf221ca:43161 {}] regionserver.HRegionServer(1008): ClusterId : 7d557d49-2af9-40b0-88bc-27f4cb15c7ac 2024-12-12T05:10:02,350 DEBUG [RS:0;83e80bf221ca:43161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-12T05:10:02,350 DEBUG [RS:1;83e80bf221ca:44855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-12T05:10:02,358 DEBUG [RS:1;83e80bf221ca:44855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-12T05:10:02,358 DEBUG [RS:0;83e80bf221ca:43161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-12T05:10:02,358 DEBUG [RS:1;83e80bf221ca:44855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-12T05:10:02,358 DEBUG [RS:0;83e80bf221ca:43161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-12T05:10:02,367 DEBUG [RS:1;83e80bf221ca:44855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-12T05:10:02,367 DEBUG [RS:0;83e80bf221ca:43161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-12T05:10:02,367 DEBUG [RS:1;83e80bf221ca:44855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1f84c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T05:10:02,367 DEBUG [RS:0;83e80bf221ca:43161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b1f02c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T05:10:02,368 DEBUG [RS:1;83e80bf221ca:44855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70a25748, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83e80bf221ca/172.17.0.2:0 2024-12-12T05:10:02,368 INFO [RS:1;83e80bf221ca:44855 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-12T05:10:02,368 DEBUG [RS:0;83e80bf221ca:43161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e54065b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83e80bf221ca/172.17.0.2:0 2024-12-12T05:10:02,368 INFO [RS:1;83e80bf221ca:44855 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-12T05:10:02,368 DEBUG [RS:1;83e80bf221ca:44855 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-12T05:10:02,368 INFO [RS:0;83e80bf221ca:43161 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-12T05:10:02,368 INFO [RS:0;83e80bf221ca:43161 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-12T05:10:02,368 DEBUG [RS:0;83e80bf221ca:43161 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-12T05:10:02,368 INFO [RS:1;83e80bf221ca:44855 {}] regionserver.HRegionServer(3073): reportForDuty to master=83e80bf221ca,35895,1733980200911 with isa=83e80bf221ca/172.17.0.2:44855, startcode=1733980201111 2024-12-12T05:10:02,368 INFO [RS:0;83e80bf221ca:43161 {}] regionserver.HRegionServer(3073): reportForDuty to master=83e80bf221ca,35895,1733980200911 with isa=83e80bf221ca/172.17.0.2:43161, startcode=1733980201069 2024-12-12T05:10:02,368 DEBUG [RS:1;83e80bf221ca:44855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-12T05:10:02,369 DEBUG [RS:0;83e80bf221ca:43161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-12T05:10:02,370 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55995, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-12T05:10:02,370 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50231, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-12T05:10:02,371 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35895 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 83e80bf221ca,44855,1733980201111 2024-12-12T05:10:02,371 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35895 {}] master.ServerManager(486): Registering regionserver=83e80bf221ca,44855,1733980201111 2024-12-12T05:10:02,372 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35895 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 83e80bf221ca,43161,1733980201069 2024-12-12T05:10:02,372 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35895 {}] master.ServerManager(486): Registering regionserver=83e80bf221ca,43161,1733980201069 2024-12-12T05:10:02,372 DEBUG [RS:1;83e80bf221ca:44855 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5 2024-12-12T05:10:02,372 DEBUG [RS:1;83e80bf221ca:44855 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:44731 2024-12-12T05:10:02,372 DEBUG [RS:1;83e80bf221ca:44855 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-12T05:10:02,374 DEBUG [RS:0;83e80bf221ca:43161 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5 2024-12-12T05:10:02,374 DEBUG [RS:0;83e80bf221ca:43161 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:44731 2024-12-12T05:10:02,374 DEBUG [RS:0;83e80bf221ca:43161 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-12T05:10:02,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-12T05:10:02,435 DEBUG [RS:1;83e80bf221ca:44855 {}] zookeeper.ZKUtil(111): regionserver:44855-0x10018a53c3d0002, quorum=127.0.0.1:53851, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/83e80bf221ca,44855,1733980201111 2024-12-12T05:10:02,436 WARN [RS:1;83e80bf221ca:44855 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T05:10:02,436 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83e80bf221ca,43161,1733980201069] 2024-12-12T05:10:02,436 INFO [RS:1;83e80bf221ca:44855 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T05:10:02,436 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83e80bf221ca,44855,1733980201111] 2024-12-12T05:10:02,436 DEBUG [RS:0;83e80bf221ca:43161 {}] zookeeper.ZKUtil(111): regionserver:43161-0x10018a53c3d0001, quorum=127.0.0.1:53851, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/83e80bf221ca,43161,1733980201069 2024-12-12T05:10:02,436 DEBUG [RS:1;83e80bf221ca:44855 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/WALs/83e80bf221ca,44855,1733980201111 2024-12-12T05:10:02,436 WARN [RS:0;83e80bf221ca:43161 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T05:10:02,436 INFO [RS:0;83e80bf221ca:43161 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T05:10:02,437 DEBUG [RS:0;83e80bf221ca:43161 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/WALs/83e80bf221ca,43161,1733980201069 2024-12-12T05:10:02,444 DEBUG [RS:0;83e80bf221ca:43161 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-12T05:10:02,444 DEBUG [RS:1;83e80bf221ca:44855 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-12T05:10:02,444 INFO [RS:0;83e80bf221ca:43161 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-12T05:10:02,444 INFO [RS:1;83e80bf221ca:44855 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-12T05:10:02,446 INFO [RS:0;83e80bf221ca:43161 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-12T05:10:02,447 INFO [RS:0;83e80bf221ca:43161 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-12T05:10:02,447 INFO [RS:0;83e80bf221ca:43161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:02,447 INFO [RS:0;83e80bf221ca:43161 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-12T05:10:02,448 INFO [RS:0;83e80bf221ca:43161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:02,448 DEBUG [RS:0;83e80bf221ca:43161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:02,448 INFO [RS:1;83e80bf221ca:44855 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-12T05:10:02,448 DEBUG [RS:0;83e80bf221ca:43161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:02,449 DEBUG [RS:0;83e80bf221ca:43161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:02,449 DEBUG [RS:0;83e80bf221ca:43161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:02,449 DEBUG [RS:0;83e80bf221ca:43161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:02,449 INFO [RS:1;83e80bf221ca:44855 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-12T05:10:02,449 DEBUG [RS:0;83e80bf221ca:43161 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83e80bf221ca:0, corePoolSize=2, maxPoolSize=2 2024-12-12T05:10:02,449 INFO [RS:1;83e80bf221ca:44855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:02,449 DEBUG [RS:0;83e80bf221ca:43161 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:02,449 DEBUG [RS:0;83e80bf221ca:43161 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:02,449 DEBUG [RS:0;83e80bf221ca:43161 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:02,449 DEBUG [RS:0;83e80bf221ca:43161 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:02,449 DEBUG [RS:0;83e80bf221ca:43161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:02,449 INFO [RS:1;83e80bf221ca:44855 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-12T05:10:02,449 DEBUG [RS:0;83e80bf221ca:43161 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83e80bf221ca:0, corePoolSize=3, maxPoolSize=3 2024-12-12T05:10:02,449 DEBUG [RS:0;83e80bf221ca:43161 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83e80bf221ca:0, corePoolSize=3, maxPoolSize=3 2024-12-12T05:10:02,450 INFO [RS:1;83e80bf221ca:44855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:02,451 DEBUG [RS:1;83e80bf221ca:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:02,451 DEBUG [RS:1;83e80bf221ca:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:02,451 INFO [RS:0;83e80bf221ca:43161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:02,451 DEBUG [RS:1;83e80bf221ca:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:02,451 INFO [RS:0;83e80bf221ca:43161 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:02,451 DEBUG [RS:1;83e80bf221ca:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:02,451 INFO [RS:0;83e80bf221ca:43161 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:02,451 DEBUG [RS:1;83e80bf221ca:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:02,451 INFO [RS:0;83e80bf221ca:43161 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:02,451 INFO [RS:0;83e80bf221ca:43161 {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,43161,1733980201069-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T05:10:02,451 DEBUG [RS:1;83e80bf221ca:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83e80bf221ca:0, corePoolSize=2, maxPoolSize=2 2024-12-12T05:10:02,451 DEBUG [RS:1;83e80bf221ca:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:02,451 DEBUG [RS:1;83e80bf221ca:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:02,451 DEBUG [RS:1;83e80bf221ca:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:02,452 DEBUG [RS:1;83e80bf221ca:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:02,452 DEBUG [RS:1;83e80bf221ca:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:02,452 DEBUG [RS:1;83e80bf221ca:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83e80bf221ca:0, corePoolSize=3, maxPoolSize=3 2024-12-12T05:10:02,452 DEBUG [RS:1;83e80bf221ca:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83e80bf221ca:0, corePoolSize=3, maxPoolSize=3 2024-12-12T05:10:02,455 INFO [RS:1;83e80bf221ca:44855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:02,455 INFO [RS:1;83e80bf221ca:44855 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:02,455 INFO [RS:1;83e80bf221ca:44855 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:02,455 INFO [RS:1;83e80bf221ca:44855 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:02,456 INFO [RS:1;83e80bf221ca:44855 {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,44855,1733980201111-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T05:10:02,465 INFO [RS:0;83e80bf221ca:43161 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-12T05:10:02,465 INFO [RS:0;83e80bf221ca:43161 {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,43161,1733980201069-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:02,467 INFO [RS:1;83e80bf221ca:44855 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-12T05:10:02,467 INFO [RS:1;83e80bf221ca:44855 {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,44855,1733980201111-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:02,478 INFO [RS:0;83e80bf221ca:43161 {}] regionserver.Replication(204): 83e80bf221ca,43161,1733980201069 started 2024-12-12T05:10:02,478 INFO [RS:0;83e80bf221ca:43161 {}] regionserver.HRegionServer(1767): Serving as 83e80bf221ca,43161,1733980201069, RpcServer on 83e80bf221ca/172.17.0.2:43161, sessionid=0x10018a53c3d0001 2024-12-12T05:10:02,478 DEBUG [RS:0;83e80bf221ca:43161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-12T05:10:02,478 DEBUG [RS:0;83e80bf221ca:43161 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83e80bf221ca,43161,1733980201069 2024-12-12T05:10:02,478 DEBUG [RS:0;83e80bf221ca:43161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83e80bf221ca,43161,1733980201069' 2024-12-12T05:10:02,478 DEBUG [RS:0;83e80bf221ca:43161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-12T05:10:02,479 DEBUG [RS:0;83e80bf221ca:43161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-12T05:10:02,480 DEBUG [RS:0;83e80bf221ca:43161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-12T05:10:02,480 DEBUG [RS:0;83e80bf221ca:43161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-12T05:10:02,480 DEBUG [RS:0;83e80bf221ca:43161 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83e80bf221ca,43161,1733980201069 2024-12-12T05:10:02,480 DEBUG [RS:0;83e80bf221ca:43161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83e80bf221ca,43161,1733980201069' 2024-12-12T05:10:02,480 DEBUG [RS:0;83e80bf221ca:43161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-12T05:10:02,480 DEBUG [RS:0;83e80bf221ca:43161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-12T05:10:02,480 INFO [RS:1;83e80bf221ca:44855 {}] regionserver.Replication(204): 83e80bf221ca,44855,1733980201111 started 2024-12-12T05:10:02,480 INFO [RS:1;83e80bf221ca:44855 {}] regionserver.HRegionServer(1767): Serving as 83e80bf221ca,44855,1733980201111, RpcServer on 83e80bf221ca/172.17.0.2:44855, sessionid=0x10018a53c3d0002 2024-12-12T05:10:02,481 DEBUG [RS:1;83e80bf221ca:44855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-12T05:10:02,481 DEBUG [RS:0;83e80bf221ca:43161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-12T05:10:02,481 DEBUG [RS:1;83e80bf221ca:44855 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83e80bf221ca,44855,1733980201111 2024-12-12T05:10:02,481 INFO [RS:0;83e80bf221ca:43161 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-12T05:10:02,481 DEBUG [RS:1;83e80bf221ca:44855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83e80bf221ca,44855,1733980201111' 2024-12-12T05:10:02,481 INFO [RS:0;83e80bf221ca:43161 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-12T05:10:02,481 DEBUG [RS:1;83e80bf221ca:44855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-12T05:10:02,481 DEBUG [RS:1;83e80bf221ca:44855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-12T05:10:02,481 DEBUG [RS:1;83e80bf221ca:44855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-12T05:10:02,481 DEBUG [RS:1;83e80bf221ca:44855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-12T05:10:02,481 DEBUG [RS:1;83e80bf221ca:44855 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83e80bf221ca,44855,1733980201111 2024-12-12T05:10:02,481 DEBUG [RS:1;83e80bf221ca:44855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83e80bf221ca,44855,1733980201111' 2024-12-12T05:10:02,481 DEBUG [RS:1;83e80bf221ca:44855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-12T05:10:02,482 DEBUG [RS:1;83e80bf221ca:44855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-12T05:10:02,482 DEBUG [RS:1;83e80bf221ca:44855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-12T05:10:02,482 INFO [RS:1;83e80bf221ca:44855 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-12T05:10:02,482 INFO [RS:1;83e80bf221ca:44855 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-12T05:10:02,496 WARN [83e80bf221ca:35895 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-12T05:10:02,582 INFO [RS:0;83e80bf221ca:43161 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T05:10:02,583 INFO [RS:1;83e80bf221ca:44855 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T05:10:02,587 INFO [RS:0;83e80bf221ca:43161 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83e80bf221ca%2C43161%2C1733980201069, suffix=, logDir=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/WALs/83e80bf221ca,43161,1733980201069, archiveDir=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/oldWALs, maxLogs=32 2024-12-12T05:10:02,587 INFO [RS:1;83e80bf221ca:44855 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83e80bf221ca%2C44855%2C1733980201111, suffix=, logDir=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/WALs/83e80bf221ca,44855,1733980201111, archiveDir=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/oldWALs, maxLogs=32 2024-12-12T05:10:02,601 DEBUG [RS:0;83e80bf221ca:43161 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/WALs/83e80bf221ca,43161,1733980201069/83e80bf221ca%2C43161%2C1733980201069.1733980202589, exclude list is [], retry=0 2024-12-12T05:10:02,601 DEBUG [RS:1;83e80bf221ca:44855 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/WALs/83e80bf221ca,44855,1733980201111/83e80bf221ca%2C44855%2C1733980201111.1733980202589, exclude list is [], retry=0 2024-12-12T05:10:02,605 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42507,DS-669f575a-cf12-43f9-b8a5-313e0c1fb39c,DISK] 2024-12-12T05:10:02,605 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33237,DS-04310352-ed74-4ded-bfb0-2b9e10d8330c,DISK] 2024-12-12T05:10:02,605 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33237,DS-04310352-ed74-4ded-bfb0-2b9e10d8330c,DISK] 2024-12-12T05:10:02,605 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42507,DS-669f575a-cf12-43f9-b8a5-313e0c1fb39c,DISK] 2024-12-12T05:10:02,607 INFO [RS:1;83e80bf221ca:44855 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/WALs/83e80bf221ca,44855,1733980201111/83e80bf221ca%2C44855%2C1733980201111.1733980202589 2024-12-12T05:10:02,607 INFO [RS:0;83e80bf221ca:43161 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/WALs/83e80bf221ca,43161,1733980201069/83e80bf221ca%2C43161%2C1733980201069.1733980202589 2024-12-12T05:10:02,607 DEBUG [RS:1;83e80bf221ca:44855 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36033:36033),(127.0.0.1/127.0.0.1:42047:42047)] 2024-12-12T05:10:02,608 DEBUG [RS:0;83e80bf221ca:43161 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36033:36033),(127.0.0.1/127.0.0.1:42047:42047)] 2024-12-12T05:10:02,747 DEBUG [83e80bf221ca:35895 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-12T05:10:02,747 DEBUG [83e80bf221ca:35895 {}] balancer.BalancerClusterState(202): Hosts are {83e80bf221ca=0} racks are {/default-rack=0} 2024-12-12T05:10:02,752 DEBUG [83e80bf221ca:35895 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-12T05:10:02,752 DEBUG [83e80bf221ca:35895 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-12T05:10:02,752 INFO [83e80bf221ca:35895 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-12T05:10:02,752 INFO [83e80bf221ca:35895 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-12T05:10:02,753 DEBUG [83e80bf221ca:35895 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-12T05:10:02,753 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83e80bf221ca,43161,1733980201069 2024-12-12T05:10:02,757 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83e80bf221ca,43161,1733980201069, state=OPENING 2024-12-12T05:10:02,796 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-12T05:10:02,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43161-0x10018a53c3d0001, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:02,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10018a53c3d0002, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:02,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:02,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=83e80bf221ca,43161,1733980201069}] 2024-12-12T05:10:02,806 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:02,806 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:02,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:02,962 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 83e80bf221ca,43161,1733980201069 2024-12-12T05:10:02,962 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T05:10:02,964 INFO [RS-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53626, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T05:10:02,971 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-12T05:10:02,971 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T05:10:02,972 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-12T05:10:02,975 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83e80bf221ca%2C43161%2C1733980201069.meta, suffix=.meta, logDir=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/WALs/83e80bf221ca,43161,1733980201069, archiveDir=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/oldWALs, maxLogs=32 2024-12-12T05:10:02,988 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/WALs/83e80bf221ca,43161,1733980201069/83e80bf221ca%2C43161%2C1733980201069.meta.1733980202976.meta, exclude list is [], retry=0 2024-12-12T05:10:02,991 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42507,DS-669f575a-cf12-43f9-b8a5-313e0c1fb39c,DISK] 2024-12-12T05:10:02,991 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33237,DS-04310352-ed74-4ded-bfb0-2b9e10d8330c,DISK] 2024-12-12T05:10:02,995 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/WALs/83e80bf221ca,43161,1733980201069/83e80bf221ca%2C43161%2C1733980201069.meta.1733980202976.meta 2024-12-12T05:10:02,997 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42047:42047),(127.0.0.1/127.0.0.1:36033:36033)] 2024-12-12T05:10:02,997 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-12T05:10:02,998 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-12T05:10:02,998 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-12T05:10:02,998 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-12T05:10:02,998 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-12T05:10:02,998 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:02,998 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-12T05:10:02,998 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-12T05:10:03,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-12T05:10:03,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-12T05:10:03,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:03,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:03,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-12T05:10:03,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-12T05:10:03,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:03,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:03,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-12T05:10:03,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-12T05:10:03,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:03,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:03,005 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/hbase/meta/1588230740 2024-12-12T05:10:03,007 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/hbase/meta/1588230740 2024-12-12T05:10:03,009 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-12T05:10:03,010 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-12T05:10:03,011 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66796169, jitterRate=-0.004659518599510193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-12T05:10:03,012 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-12T05:10:03,013 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733980202961 2024-12-12T05:10:03,016 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-12T05:10:03,016 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-12T05:10:03,017 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83e80bf221ca,43161,1733980201069 2024-12-12T05:10:03,018 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83e80bf221ca,43161,1733980201069, state=OPEN 2024-12-12T05:10:03,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T05:10:03,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10018a53c3d0002, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T05:10:03,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43161-0x10018a53c3d0001, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T05:10:03,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:03,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:03,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:03,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-12T05:10:03,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=83e80bf221ca,43161,1733980201069 in 218 msec 2024-12-12T05:10:03,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-12T05:10:03,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 685 msec 2024-12-12T05:10:03,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 739 msec 2024-12-12T05:10:03,033 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733980203033, completionTime=-1 2024-12-12T05:10:03,033 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-12T05:10:03,034 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-12T05:10:03,034 DEBUG [hconnection-0x66e4e3b6-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T05:10:03,036 INFO [RS-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T05:10:03,037 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-12T05:10:03,037 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733980263037 2024-12-12T05:10:03,037 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733980323037 2024-12-12T05:10:03,037 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-12T05:10:03,058 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-12T05:10:03,058 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,35895,1733980200911-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:03,059 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,35895,1733980200911-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:03,059 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,35895,1733980200911-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:03,059 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83e80bf221ca:35895, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:03,059 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:03,059 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-12T05:10:03,059 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-12T05:10:03,061 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-12T05:10:03,061 DEBUG [master/83e80bf221ca:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-12T05:10:03,062 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T05:10:03,062 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:03,063 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T05:10:03,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741836_1012 (size=358) 2024-12-12T05:10:03,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741836_1012 (size=358) 2024-12-12T05:10:03,074 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 41bb07549041b56b6f7aca2691a0ecb8, NAME => 'hbase:namespace,,1733980203059.41bb07549041b56b6f7aca2691a0ecb8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5 2024-12-12T05:10:03,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741837_1013 (size=42) 2024-12-12T05:10:03,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741837_1013 (size=42) 2024-12-12T05:10:03,085 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733980203059.41bb07549041b56b6f7aca2691a0ecb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:03,085 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 41bb07549041b56b6f7aca2691a0ecb8, disabling compactions & flushes 2024-12-12T05:10:03,085 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733980203059.41bb07549041b56b6f7aca2691a0ecb8. 2024-12-12T05:10:03,085 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733980203059.41bb07549041b56b6f7aca2691a0ecb8. 2024-12-12T05:10:03,085 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733980203059.41bb07549041b56b6f7aca2691a0ecb8. after waiting 0 ms 2024-12-12T05:10:03,085 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733980203059.41bb07549041b56b6f7aca2691a0ecb8. 2024-12-12T05:10:03,085 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733980203059.41bb07549041b56b6f7aca2691a0ecb8. 2024-12-12T05:10:03,085 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 41bb07549041b56b6f7aca2691a0ecb8: 2024-12-12T05:10:03,087 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T05:10:03,087 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733980203059.41bb07549041b56b6f7aca2691a0ecb8.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733980203087"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733980203087"}]},"ts":"1733980203087"} 2024-12-12T05:10:03,090 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-12T05:10:03,091 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T05:10:03,091 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733980203091"}]},"ts":"1733980203091"} 2024-12-12T05:10:03,093 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-12T05:10:03,108 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(202): Hosts are {83e80bf221ca=0} racks are {/default-rack=0} 2024-12-12T05:10:03,109 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-12T05:10:03,109 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-12T05:10:03,109 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-12T05:10:03,109 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-12T05:10:03,109 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-12T05:10:03,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=41bb07549041b56b6f7aca2691a0ecb8, ASSIGN}] 2024-12-12T05:10:03,111 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=41bb07549041b56b6f7aca2691a0ecb8, ASSIGN 2024-12-12T05:10:03,112 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=41bb07549041b56b6f7aca2691a0ecb8, ASSIGN; state=OFFLINE, location=83e80bf221ca,43161,1733980201069; forceNewPlan=false, retain=false 2024-12-12T05:10:03,262 INFO [83e80bf221ca:35895 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-12T05:10:03,262 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=41bb07549041b56b6f7aca2691a0ecb8, regionState=OPENING, regionLocation=83e80bf221ca,43161,1733980201069 2024-12-12T05:10:03,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 41bb07549041b56b6f7aca2691a0ecb8, server=83e80bf221ca,43161,1733980201069}] 2024-12-12T05:10:03,419 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 83e80bf221ca,43161,1733980201069 2024-12-12T05:10:03,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733980203059.41bb07549041b56b6f7aca2691a0ecb8. 2024-12-12T05:10:03,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 41bb07549041b56b6f7aca2691a0ecb8, NAME => 'hbase:namespace,,1733980203059.41bb07549041b56b6f7aca2691a0ecb8.', STARTKEY => '', ENDKEY => ''} 2024-12-12T05:10:03,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 41bb07549041b56b6f7aca2691a0ecb8 2024-12-12T05:10:03,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733980203059.41bb07549041b56b6f7aca2691a0ecb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:03,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 41bb07549041b56b6f7aca2691a0ecb8 2024-12-12T05:10:03,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 41bb07549041b56b6f7aca2691a0ecb8 2024-12-12T05:10:03,429 INFO [StoreOpener-41bb07549041b56b6f7aca2691a0ecb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 41bb07549041b56b6f7aca2691a0ecb8 2024-12-12T05:10:03,432 INFO [StoreOpener-41bb07549041b56b6f7aca2691a0ecb8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41bb07549041b56b6f7aca2691a0ecb8 columnFamilyName info 2024-12-12T05:10:03,432 DEBUG [StoreOpener-41bb07549041b56b6f7aca2691a0ecb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:03,433 INFO [StoreOpener-41bb07549041b56b6f7aca2691a0ecb8-1 {}] regionserver.HStore(327): Store=41bb07549041b56b6f7aca2691a0ecb8/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:03,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/hbase/namespace/41bb07549041b56b6f7aca2691a0ecb8 2024-12-12T05:10:03,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/hbase/namespace/41bb07549041b56b6f7aca2691a0ecb8 2024-12-12T05:10:03,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 41bb07549041b56b6f7aca2691a0ecb8 2024-12-12T05:10:03,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/hbase/namespace/41bb07549041b56b6f7aca2691a0ecb8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:10:03,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 41bb07549041b56b6f7aca2691a0ecb8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63501746, jitterRate=-0.05375024676322937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T05:10:03,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 41bb07549041b56b6f7aca2691a0ecb8: 2024-12-12T05:10:03,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733980203059.41bb07549041b56b6f7aca2691a0ecb8., pid=6, masterSystemTime=1733980203419 2024-12-12T05:10:03,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733980203059.41bb07549041b56b6f7aca2691a0ecb8. 2024-12-12T05:10:03,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733980203059.41bb07549041b56b6f7aca2691a0ecb8. 2024-12-12T05:10:03,449 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=41bb07549041b56b6f7aca2691a0ecb8, regionState=OPEN, openSeqNum=2, regionLocation=83e80bf221ca,43161,1733980201069 2024-12-12T05:10:03,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-12T05:10:03,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 41bb07549041b56b6f7aca2691a0ecb8, server=83e80bf221ca,43161,1733980201069 in 186 msec 2024-12-12T05:10:03,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-12T05:10:03,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=41bb07549041b56b6f7aca2691a0ecb8, ASSIGN in 346 msec 2024-12-12T05:10:03,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T05:10:03,459 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733980203459"}]},"ts":"1733980203459"} 2024-12-12T05:10:03,461 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-12T05:10:03,472 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-12T05:10:03,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T05:10:03,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 414 msec 2024-12-12T05:10:03,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-12T05:10:03,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43161-0x10018a53c3d0001, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:03,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10018a53c3d0002, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:03,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:03,486 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-12T05:10:03,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-12T05:10:03,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 29 msec 2024-12-12T05:10:03,529 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-12T05:10:03,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-12T05:10:03,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 27 msec 2024-12-12T05:10:03,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-12T05:10:03,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-12T05:10:03,597 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.438sec 2024-12-12T05:10:03,597 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-12T05:10:03,597 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-12T05:10:03,597 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-12T05:10:03,597 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-12T05:10:03,598 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-12T05:10:03,598 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,35895,1733980200911-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T05:10:03,598 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,35895,1733980200911-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-12T05:10:03,601 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-12T05:10:03,601 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-12T05:10:03,602 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,35895,1733980200911-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:03,633 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cb95b37 to 127.0.0.1:53851 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49ff9b07 2024-12-12T05:10:03,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e980530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T05:10:03,644 DEBUG [hconnection-0x6cedb2c8-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T05:10:03,646 INFO [RS-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T05:10:03,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=83e80bf221ca,35895,1733980200911 2024-12-12T05:10:03,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-12T05:10:03,651 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-12T05:10:03,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35895 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T05:10:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35895 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-12T05:10:03,655 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T05:10:03,655 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:03,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35895 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-12T05:10:03,656 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T05:10:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:10:03,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741838_1014 (size=379) 2024-12-12T05:10:03,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741838_1014 (size=379) 2024-12-12T05:10:03,665 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 667aecf2208cbf9404317977b601bf1d, NAME => 'testClearRegionBlockCache,,1733980203652.667aecf2208cbf9404317977b601bf1d.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5 2024-12-12T05:10:03,665 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 47be9cb7c189a1f6abf28ae1aa21b4c7, NAME => 'testClearRegionBlockCache,5,1733980203652.47be9cb7c189a1f6abf28ae1aa21b4c7.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5 2024-12-12T05:10:03,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741839_1015 (size=61) 2024-12-12T05:10:03,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741839_1015 (size=61) 2024-12-12T05:10:03,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741840_1016 (size=61) 2024-12-12T05:10:03,676 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733980203652.667aecf2208cbf9404317977b601bf1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:03,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741840_1016 (size=61) 2024-12-12T05:10:03,676 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 667aecf2208cbf9404317977b601bf1d, disabling compactions & flushes 2024-12-12T05:10:03,676 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733980203652.667aecf2208cbf9404317977b601bf1d. 2024-12-12T05:10:03,676 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733980203652.667aecf2208cbf9404317977b601bf1d. 2024-12-12T05:10:03,676 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733980203652.667aecf2208cbf9404317977b601bf1d. after waiting 0 ms 2024-12-12T05:10:03,676 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733980203652.667aecf2208cbf9404317977b601bf1d. 2024-12-12T05:10:03,676 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733980203652.667aecf2208cbf9404317977b601bf1d. 2024-12-12T05:10:03,676 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 667aecf2208cbf9404317977b601bf1d: 2024-12-12T05:10:03,676 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733980203652.47be9cb7c189a1f6abf28ae1aa21b4c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:03,676 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 47be9cb7c189a1f6abf28ae1aa21b4c7, disabling compactions & flushes 2024-12-12T05:10:03,676 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733980203652.47be9cb7c189a1f6abf28ae1aa21b4c7. 2024-12-12T05:10:03,676 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733980203652.47be9cb7c189a1f6abf28ae1aa21b4c7. 2024-12-12T05:10:03,676 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733980203652.47be9cb7c189a1f6abf28ae1aa21b4c7. after waiting 0 ms 2024-12-12T05:10:03,677 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733980203652.47be9cb7c189a1f6abf28ae1aa21b4c7. 2024-12-12T05:10:03,677 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733980203652.47be9cb7c189a1f6abf28ae1aa21b4c7. 2024-12-12T05:10:03,677 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 47be9cb7c189a1f6abf28ae1aa21b4c7: 2024-12-12T05:10:03,678 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T05:10:03,678 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733980203652.667aecf2208cbf9404317977b601bf1d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733980203678"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733980203678"}]},"ts":"1733980203678"} 2024-12-12T05:10:03,679 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733980203652.47be9cb7c189a1f6abf28ae1aa21b4c7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733980203678"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733980203678"}]},"ts":"1733980203678"} 2024-12-12T05:10:03,682 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-12T05:10:03,683 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T05:10:03,683 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733980203683"}]},"ts":"1733980203683"} 2024-12-12T05:10:03,685 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-12T05:10:03,699 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {83e80bf221ca=0} racks are {/default-rack=0} 2024-12-12T05:10:03,701 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-12T05:10:03,701 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-12T05:10:03,701 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-12T05:10:03,701 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-12T05:10:03,701 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-12T05:10:03,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=667aecf2208cbf9404317977b601bf1d, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=47be9cb7c189a1f6abf28ae1aa21b4c7, ASSIGN}] 2024-12-12T05:10:03,703 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=47be9cb7c189a1f6abf28ae1aa21b4c7, ASSIGN 2024-12-12T05:10:03,703 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=667aecf2208cbf9404317977b601bf1d, ASSIGN 2024-12-12T05:10:03,705 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=667aecf2208cbf9404317977b601bf1d, ASSIGN; state=OFFLINE, location=83e80bf221ca,44855,1733980201111; forceNewPlan=false, retain=false 2024-12-12T05:10:03,705 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=47be9cb7c189a1f6abf28ae1aa21b4c7, ASSIGN; state=OFFLINE, location=83e80bf221ca,43161,1733980201069; forceNewPlan=false, retain=false 2024-12-12T05:10:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:10:03,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-12T05:10:03,835 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-12T05:10:03,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-12T05:10:03,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-12T05:10:03,841 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-12T05:10:03,841 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-12T05:10:03,841 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-12T05:10:03,841 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-12T05:10:03,855 INFO [83e80bf221ca:35895 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-12T05:10:03,855 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=47be9cb7c189a1f6abf28ae1aa21b4c7, regionState=OPENING, regionLocation=83e80bf221ca,43161,1733980201069 2024-12-12T05:10:03,855 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=667aecf2208cbf9404317977b601bf1d, regionState=OPENING, regionLocation=83e80bf221ca,44855,1733980201111 2024-12-12T05:10:03,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 47be9cb7c189a1f6abf28ae1aa21b4c7, server=83e80bf221ca,43161,1733980201069}] 2024-12-12T05:10:03,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 667aecf2208cbf9404317977b601bf1d, server=83e80bf221ca,44855,1733980201111}] 2024-12-12T05:10:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:10:04,011 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 83e80bf221ca,44855,1733980201111 2024-12-12T05:10:04,011 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 83e80bf221ca,43161,1733980201069 2024-12-12T05:10:04,011 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T05:10:04,014 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T05:10:04,019 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733980203652.47be9cb7c189a1f6abf28ae1aa21b4c7. 2024-12-12T05:10:04,020 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 47be9cb7c189a1f6abf28ae1aa21b4c7, NAME => 'testClearRegionBlockCache,5,1733980203652.47be9cb7c189a1f6abf28ae1aa21b4c7.', STARTKEY => '5', ENDKEY => ''} 2024-12-12T05:10:04,020 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 47be9cb7c189a1f6abf28ae1aa21b4c7 2024-12-12T05:10:04,020 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733980203652.47be9cb7c189a1f6abf28ae1aa21b4c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:04,021 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 47be9cb7c189a1f6abf28ae1aa21b4c7 2024-12-12T05:10:04,021 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 47be9cb7c189a1f6abf28ae1aa21b4c7 2024-12-12T05:10:04,021 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733980203652.667aecf2208cbf9404317977b601bf1d. 2024-12-12T05:10:04,022 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 667aecf2208cbf9404317977b601bf1d, NAME => 'testClearRegionBlockCache,,1733980203652.667aecf2208cbf9404317977b601bf1d.', STARTKEY => '', ENDKEY => '5'} 2024-12-12T05:10:04,022 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 667aecf2208cbf9404317977b601bf1d 2024-12-12T05:10:04,022 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733980203652.667aecf2208cbf9404317977b601bf1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:04,022 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 667aecf2208cbf9404317977b601bf1d 2024-12-12T05:10:04,023 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 667aecf2208cbf9404317977b601bf1d 2024-12-12T05:10:04,023 INFO [StoreOpener-47be9cb7c189a1f6abf28ae1aa21b4c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 47be9cb7c189a1f6abf28ae1aa21b4c7 2024-12-12T05:10:04,025 INFO [StoreOpener-667aecf2208cbf9404317977b601bf1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 667aecf2208cbf9404317977b601bf1d 2024-12-12T05:10:04,025 INFO [StoreOpener-47be9cb7c189a1f6abf28ae1aa21b4c7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47be9cb7c189a1f6abf28ae1aa21b4c7 columnFamilyName family 2024-12-12T05:10:04,025 DEBUG [StoreOpener-47be9cb7c189a1f6abf28ae1aa21b4c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:04,026 INFO [StoreOpener-47be9cb7c189a1f6abf28ae1aa21b4c7-1 {}] regionserver.HStore(327): Store=47be9cb7c189a1f6abf28ae1aa21b4c7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:04,026 INFO [StoreOpener-667aecf2208cbf9404317977b601bf1d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 667aecf2208cbf9404317977b601bf1d columnFamilyName family 2024-12-12T05:10:04,027 DEBUG [StoreOpener-667aecf2208cbf9404317977b601bf1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:04,027 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/default/testClearRegionBlockCache/47be9cb7c189a1f6abf28ae1aa21b4c7 2024-12-12T05:10:04,027 INFO [StoreOpener-667aecf2208cbf9404317977b601bf1d-1 {}] regionserver.HStore(327): Store=667aecf2208cbf9404317977b601bf1d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:04,028 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/default/testClearRegionBlockCache/47be9cb7c189a1f6abf28ae1aa21b4c7 2024-12-12T05:10:04,028 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/default/testClearRegionBlockCache/667aecf2208cbf9404317977b601bf1d 2024-12-12T05:10:04,029 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/default/testClearRegionBlockCache/667aecf2208cbf9404317977b601bf1d 2024-12-12T05:10:04,030 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 47be9cb7c189a1f6abf28ae1aa21b4c7 2024-12-12T05:10:04,031 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 667aecf2208cbf9404317977b601bf1d 2024-12-12T05:10:04,034 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/default/testClearRegionBlockCache/47be9cb7c189a1f6abf28ae1aa21b4c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:10:04,035 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 47be9cb7c189a1f6abf28ae1aa21b4c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62631147, jitterRate=-0.06672318279743195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T05:10:04,035 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/default/testClearRegionBlockCache/667aecf2208cbf9404317977b601bf1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:10:04,035 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 47be9cb7c189a1f6abf28ae1aa21b4c7: 2024-12-12T05:10:04,035 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 667aecf2208cbf9404317977b601bf1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63298430, jitterRate=-0.0567798912525177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T05:10:04,036 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 667aecf2208cbf9404317977b601bf1d: 2024-12-12T05:10:04,036 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733980203652.47be9cb7c189a1f6abf28ae1aa21b4c7., pid=12, masterSystemTime=1733980204011 2024-12-12T05:10:04,037 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733980203652.667aecf2208cbf9404317977b601bf1d., pid=13, masterSystemTime=1733980204011 2024-12-12T05:10:04,039 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733980203652.47be9cb7c189a1f6abf28ae1aa21b4c7. 2024-12-12T05:10:04,039 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733980203652.47be9cb7c189a1f6abf28ae1aa21b4c7. 2024-12-12T05:10:04,039 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=47be9cb7c189a1f6abf28ae1aa21b4c7, regionState=OPEN, openSeqNum=2, regionLocation=83e80bf221ca,43161,1733980201069 2024-12-12T05:10:04,040 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733980203652.667aecf2208cbf9404317977b601bf1d. 2024-12-12T05:10:04,040 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733980203652.667aecf2208cbf9404317977b601bf1d. 2024-12-12T05:10:04,040 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=667aecf2208cbf9404317977b601bf1d, regionState=OPEN, openSeqNum=2, regionLocation=83e80bf221ca,44855,1733980201111 2024-12-12T05:10:04,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-12T05:10:04,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-12T05:10:04,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 667aecf2208cbf9404317977b601bf1d, server=83e80bf221ca,44855,1733980201111 in 185 msec 2024-12-12T05:10:04,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 47be9cb7c189a1f6abf28ae1aa21b4c7, server=83e80bf221ca,43161,1733980201069 in 184 msec 2024-12-12T05:10:04,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=47be9cb7c189a1f6abf28ae1aa21b4c7, ASSIGN in 343 msec 2024-12-12T05:10:04,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-12T05:10:04,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=667aecf2208cbf9404317977b601bf1d, ASSIGN in 345 msec 2024-12-12T05:10:04,050 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T05:10:04,050 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733980204050"}]},"ts":"1733980204050"} 2024-12-12T05:10:04,052 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-12T05:10:04,098 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T05:10:04,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 446 msec 2024-12-12T05:10:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:10:04,264 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-12T05:10:04,264 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-12T05:10:04,264 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T05:10:04,271 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-12T05:10:04,271 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T05:10:04,271 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-12T05:10:04,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T05:10:04,277 INFO [RS-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42296, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T05:10:04,300 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 47be9cb7c189a1f6abf28ae1aa21b4c7 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-12T05:10:04,316 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/default/testClearRegionBlockCache/47be9cb7c189a1f6abf28ae1aa21b4c7/.tmp/family/1c0612db04894fc2a8e2c2e4162b6bd3 is 32, key is 5/family:/1733980204290/Put/seqid=0 2024-12-12T05:10:04,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741841_1017 (size=5083) 2024-12-12T05:10:04,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741841_1017 (size=5083) 2024-12-12T05:10:04,322 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/default/testClearRegionBlockCache/47be9cb7c189a1f6abf28ae1aa21b4c7/.tmp/family/1c0612db04894fc2a8e2c2e4162b6bd3 2024-12-12T05:10:04,330 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/default/testClearRegionBlockCache/47be9cb7c189a1f6abf28ae1aa21b4c7/.tmp/family/1c0612db04894fc2a8e2c2e4162b6bd3 as hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/default/testClearRegionBlockCache/47be9cb7c189a1f6abf28ae1aa21b4c7/family/1c0612db04894fc2a8e2c2e4162b6bd3 2024-12-12T05:10:04,337 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/default/testClearRegionBlockCache/47be9cb7c189a1f6abf28ae1aa21b4c7/family/1c0612db04894fc2a8e2c2e4162b6bd3, entries=5, sequenceid=9, filesize=5.0 K 2024-12-12T05:10:04,338 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 47be9cb7c189a1f6abf28ae1aa21b4c7 in 38ms, sequenceid=9, compaction requested=false 2024-12-12T05:10:04,338 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 47be9cb7c189a1f6abf28ae1aa21b4c7: 2024-12-12T05:10:04,338 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 667aecf2208cbf9404317977b601bf1d 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-12T05:10:04,353 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/default/testClearRegionBlockCache/667aecf2208cbf9404317977b601bf1d/.tmp/family/cf812ade4a9c44e68c94af24d38e6934 is 32, key is 1/family:/1733980204277/Put/seqid=0 2024-12-12T05:10:04,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741842_1018 (size=5054) 2024-12-12T05:10:04,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741842_1018 (size=5054) 2024-12-12T05:10:04,360 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/default/testClearRegionBlockCache/667aecf2208cbf9404317977b601bf1d/.tmp/family/cf812ade4a9c44e68c94af24d38e6934 2024-12-12T05:10:04,368 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/default/testClearRegionBlockCache/667aecf2208cbf9404317977b601bf1d/.tmp/family/cf812ade4a9c44e68c94af24d38e6934 as hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/default/testClearRegionBlockCache/667aecf2208cbf9404317977b601bf1d/family/cf812ade4a9c44e68c94af24d38e6934 2024-12-12T05:10:04,376 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/default/testClearRegionBlockCache/667aecf2208cbf9404317977b601bf1d/family/cf812ade4a9c44e68c94af24d38e6934, entries=4, sequenceid=8, filesize=4.9 K 2024-12-12T05:10:04,377 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 667aecf2208cbf9404317977b601bf1d in 39ms, sequenceid=8, compaction requested=false 2024-12-12T05:10:04,377 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 667aecf2208cbf9404317977b601bf1d: 2024-12-12T05:10:04,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-12T05:10:04,381 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-12T05:10:04,382 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cb95b37 to 127.0.0.1:53851 2024-12-12T05:10:04,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:04,382 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-12T05:10:04,382 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=825576211, stopped=false 2024-12-12T05:10:04,382 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=83e80bf221ca,35895,1733980200911 2024-12-12T05:10:04,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:04,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10018a53c3d0002, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:04,430 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-12T05:10:04,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43161-0x10018a53c3d0001, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:04,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10018a53c3d0002, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:04,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:04,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43161-0x10018a53c3d0001, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:04,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:04,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43161-0x10018a53c3d0001, quorum=127.0.0.1:53851, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:04,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44855-0x10018a53c3d0002, quorum=127.0.0.1:53851, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:04,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:04,431 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '83e80bf221ca,43161,1733980201069' ***** 2024-12-12T05:10:04,431 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-12T05:10:04,431 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '83e80bf221ca,44855,1733980201111' ***** 2024-12-12T05:10:04,431 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-12T05:10:04,431 INFO [RS:0;83e80bf221ca:43161 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-12T05:10:04,431 INFO [RS:0;83e80bf221ca:43161 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-12T05:10:04,431 INFO [RS:0;83e80bf221ca:43161 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-12T05:10:04,431 INFO [RS:0;83e80bf221ca:43161 {}] regionserver.HRegionServer(3579): Received CLOSE for 41bb07549041b56b6f7aca2691a0ecb8 2024-12-12T05:10:04,431 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-12T05:10:04,432 INFO [RS:0;83e80bf221ca:43161 {}] regionserver.HRegionServer(3579): Received CLOSE for 47be9cb7c189a1f6abf28ae1aa21b4c7 2024-12-12T05:10:04,432 INFO [RS:1;83e80bf221ca:44855 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-12T05:10:04,432 INFO [RS:0;83e80bf221ca:43161 {}] regionserver.HRegionServer(1224): stopping server 83e80bf221ca,43161,1733980201069 2024-12-12T05:10:04,432 DEBUG [RS:0;83e80bf221ca:43161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:04,432 INFO [RS:1;83e80bf221ca:44855 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-12T05:10:04,432 INFO [RS:0;83e80bf221ca:43161 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-12T05:10:04,432 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-12T05:10:04,432 INFO [RS:0;83e80bf221ca:43161 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-12T05:10:04,432 INFO [RS:1;83e80bf221ca:44855 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-12T05:10:04,432 INFO [RS:0;83e80bf221ca:43161 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-12T05:10:04,432 INFO [RS:1;83e80bf221ca:44855 {}] regionserver.HRegionServer(3579): Received CLOSE for 667aecf2208cbf9404317977b601bf1d 2024-12-12T05:10:04,432 INFO [RS:0;83e80bf221ca:43161 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-12T05:10:04,432 INFO [RS:0;83e80bf221ca:43161 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-12T05:10:04,432 DEBUG [RS:0;83e80bf221ca:43161 {}] regionserver.HRegionServer(1603): Online Regions={41bb07549041b56b6f7aca2691a0ecb8=hbase:namespace,,1733980203059.41bb07549041b56b6f7aca2691a0ecb8., 1588230740=hbase:meta,,1.1588230740, 47be9cb7c189a1f6abf28ae1aa21b4c7=testClearRegionBlockCache,5,1733980203652.47be9cb7c189a1f6abf28ae1aa21b4c7.} 2024-12-12T05:10:04,432 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 41bb07549041b56b6f7aca2691a0ecb8, disabling compactions & flushes 2024-12-12T05:10:04,432 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-12T05:10:04,432 DEBUG [RS:0;83e80bf221ca:43161 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 41bb07549041b56b6f7aca2691a0ecb8, 47be9cb7c189a1f6abf28ae1aa21b4c7 2024-12-12T05:10:04,432 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733980203059.41bb07549041b56b6f7aca2691a0ecb8. 2024-12-12T05:10:04,432 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-12T05:10:04,432 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733980203059.41bb07549041b56b6f7aca2691a0ecb8. 2024-12-12T05:10:04,432 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-12T05:10:04,432 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733980203059.41bb07549041b56b6f7aca2691a0ecb8. after waiting 0 ms 2024-12-12T05:10:04,432 INFO [RS:1;83e80bf221ca:44855 {}] regionserver.HRegionServer(1224): stopping server 83e80bf221ca,44855,1733980201111 2024-12-12T05:10:04,432 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-12T05:10:04,432 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733980203059.41bb07549041b56b6f7aca2691a0ecb8. 2024-12-12T05:10:04,432 DEBUG [RS:1;83e80bf221ca:44855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:04,433 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 667aecf2208cbf9404317977b601bf1d, disabling compactions & flushes 2024-12-12T05:10:04,433 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-12T05:10:04,433 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 41bb07549041b56b6f7aca2691a0ecb8 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-12T05:10:04,433 INFO [RS:1;83e80bf221ca:44855 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-12T05:10:04,433 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733980203652.667aecf2208cbf9404317977b601bf1d. 2024-12-12T05:10:04,433 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733980203652.667aecf2208cbf9404317977b601bf1d. 2024-12-12T05:10:04,433 DEBUG [RS:1;83e80bf221ca:44855 {}] regionserver.HRegionServer(1603): Online Regions={667aecf2208cbf9404317977b601bf1d=testClearRegionBlockCache,,1733980203652.667aecf2208cbf9404317977b601bf1d.} 2024-12-12T05:10:04,433 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733980203652.667aecf2208cbf9404317977b601bf1d. after waiting 0 ms 2024-12-12T05:10:04,433 DEBUG [RS:1;83e80bf221ca:44855 {}] regionserver.HRegionServer(1629): Waiting on 667aecf2208cbf9404317977b601bf1d 2024-12-12T05:10:04,433 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733980203652.667aecf2208cbf9404317977b601bf1d. 2024-12-12T05:10:04,433 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-12T05:10:04,438 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/default/testClearRegionBlockCache/667aecf2208cbf9404317977b601bf1d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-12T05:10:04,438 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733980203652.667aecf2208cbf9404317977b601bf1d. 2024-12-12T05:10:04,439 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 667aecf2208cbf9404317977b601bf1d: 2024-12-12T05:10:04,439 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733980203652.667aecf2208cbf9404317977b601bf1d. 2024-12-12T05:10:04,448 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/hbase/namespace/41bb07549041b56b6f7aca2691a0ecb8/.tmp/info/e64e8650c12c491abf0f301cd12c312e is 45, key is default/info:d/1733980203493/Put/seqid=0 2024-12-12T05:10:04,449 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/hbase/meta/1588230740/.tmp/info/92e292f675494ba29068a2c2bf71979b is 173, key is testClearRegionBlockCache,5,1733980203652.47be9cb7c189a1f6abf28ae1aa21b4c7./info:regioninfo/1733980204039/Put/seqid=0 2024-12-12T05:10:04,454 INFO [regionserver/83e80bf221ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T05:10:04,455 INFO [regionserver/83e80bf221ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-12T05:10:04,456 INFO [regionserver/83e80bf221ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-12T05:10:04,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741843_1019 (size=5037) 2024-12-12T05:10:04,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741843_1019 (size=5037) 2024-12-12T05:10:04,457 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/hbase/namespace/41bb07549041b56b6f7aca2691a0ecb8/.tmp/info/e64e8650c12c491abf0f301cd12c312e 2024-12-12T05:10:04,458 INFO [regionserver/83e80bf221ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T05:10:04,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741844_1020 (size=9337) 2024-12-12T05:10:04,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741844_1020 (size=9337) 2024-12-12T05:10:04,462 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/hbase/meta/1588230740/.tmp/info/92e292f675494ba29068a2c2bf71979b 2024-12-12T05:10:04,466 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/hbase/namespace/41bb07549041b56b6f7aca2691a0ecb8/.tmp/info/e64e8650c12c491abf0f301cd12c312e as hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/hbase/namespace/41bb07549041b56b6f7aca2691a0ecb8/info/e64e8650c12c491abf0f301cd12c312e 2024-12-12T05:10:04,475 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/hbase/namespace/41bb07549041b56b6f7aca2691a0ecb8/info/e64e8650c12c491abf0f301cd12c312e, entries=2, sequenceid=6, filesize=4.9 K 2024-12-12T05:10:04,476 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 41bb07549041b56b6f7aca2691a0ecb8 in 44ms, sequenceid=6, compaction requested=false 2024-12-12T05:10:04,483 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/hbase/namespace/41bb07549041b56b6f7aca2691a0ecb8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-12T05:10:04,484 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733980203059.41bb07549041b56b6f7aca2691a0ecb8. 2024-12-12T05:10:04,484 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 41bb07549041b56b6f7aca2691a0ecb8: 2024-12-12T05:10:04,484 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733980203059.41bb07549041b56b6f7aca2691a0ecb8. 2024-12-12T05:10:04,484 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 47be9cb7c189a1f6abf28ae1aa21b4c7, disabling compactions & flushes 2024-12-12T05:10:04,484 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733980203652.47be9cb7c189a1f6abf28ae1aa21b4c7. 2024-12-12T05:10:04,484 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733980203652.47be9cb7c189a1f6abf28ae1aa21b4c7. 2024-12-12T05:10:04,484 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733980203652.47be9cb7c189a1f6abf28ae1aa21b4c7. after waiting 0 ms 2024-12-12T05:10:04,484 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733980203652.47be9cb7c189a1f6abf28ae1aa21b4c7. 2024-12-12T05:10:04,491 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/default/testClearRegionBlockCache/47be9cb7c189a1f6abf28ae1aa21b4c7/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-12T05:10:04,492 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/hbase/meta/1588230740/.tmp/table/12c689485b0747d893830811c07bddb3 is 61, key is testClearRegionBlockCache/table:state/1733980204050/Put/seqid=0 2024-12-12T05:10:04,492 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733980203652.47be9cb7c189a1f6abf28ae1aa21b4c7. 2024-12-12T05:10:04,492 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 47be9cb7c189a1f6abf28ae1aa21b4c7: 2024-12-12T05:10:04,492 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733980203652.47be9cb7c189a1f6abf28ae1aa21b4c7. 2024-12-12T05:10:04,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741845_1021 (size=5392) 2024-12-12T05:10:04,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741845_1021 (size=5392) 2024-12-12T05:10:04,501 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/hbase/meta/1588230740/.tmp/table/12c689485b0747d893830811c07bddb3 2024-12-12T05:10:04,509 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/hbase/meta/1588230740/.tmp/info/92e292f675494ba29068a2c2bf71979b as hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/hbase/meta/1588230740/info/92e292f675494ba29068a2c2bf71979b 2024-12-12T05:10:04,517 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/hbase/meta/1588230740/info/92e292f675494ba29068a2c2bf71979b, entries=30, sequenceid=16, filesize=9.1 K 2024-12-12T05:10:04,518 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/hbase/meta/1588230740/.tmp/table/12c689485b0747d893830811c07bddb3 as hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/hbase/meta/1588230740/table/12c689485b0747d893830811c07bddb3 2024-12-12T05:10:04,520 INFO [regionserver/83e80bf221ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-12T05:10:04,520 INFO [regionserver/83e80bf221ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-12T05:10:04,526 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/hbase/meta/1588230740/table/12c689485b0747d893830811c07bddb3, entries=4, sequenceid=16, filesize=5.3 K 2024-12-12T05:10:04,527 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 94ms, sequenceid=16, compaction requested=false 2024-12-12T05:10:04,538 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-12T05:10:04,539 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-12T05:10:04,539 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-12T05:10:04,539 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-12T05:10:04,539 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-12T05:10:04,633 INFO [RS:0;83e80bf221ca:43161 {}] regionserver.HRegionServer(1250): stopping server 83e80bf221ca,43161,1733980201069; all regions closed. 2024-12-12T05:10:04,633 INFO [RS:1;83e80bf221ca:44855 {}] regionserver.HRegionServer(1250): stopping server 83e80bf221ca,44855,1733980201111; all regions closed. 2024-12-12T05:10:04,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741833_1009 (size=1758) 2024-12-12T05:10:04,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741833_1009 (size=1758) 2024-12-12T05:10:04,636 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/WALs/83e80bf221ca,43161,1733980201069/83e80bf221ca%2C43161%2C1733980201069.meta.1733980202976.meta not finished, retry = 0 2024-12-12T05:10:04,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741835_1011 (size=5602) 2024-12-12T05:10:04,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741835_1011 (size=5602) 2024-12-12T05:10:04,639 DEBUG [RS:1;83e80bf221ca:44855 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/oldWALs 2024-12-12T05:10:04,639 INFO [RS:1;83e80bf221ca:44855 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 83e80bf221ca%2C44855%2C1733980201111:(num 1733980202589) 2024-12-12T05:10:04,639 DEBUG [RS:1;83e80bf221ca:44855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:04,639 INFO [RS:1;83e80bf221ca:44855 {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T05:10:04,639 INFO [RS:1;83e80bf221ca:44855 {}] hbase.ChoreService(370): Chore service for: regionserver/83e80bf221ca:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-12T05:10:04,639 INFO [RS:1;83e80bf221ca:44855 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-12T05:10:04,639 INFO [RS:1;83e80bf221ca:44855 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-12T05:10:04,639 INFO [regionserver/83e80bf221ca:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-12T05:10:04,639 INFO [RS:1;83e80bf221ca:44855 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-12T05:10:04,640 INFO [RS:1;83e80bf221ca:44855 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44855 2024-12-12T05:10:04,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-12T05:10:04,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10018a53c3d0002, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/83e80bf221ca,44855,1733980201111 2024-12-12T05:10:04,658 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83e80bf221ca,44855,1733980201111] 2024-12-12T05:10:04,658 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 83e80bf221ca,44855,1733980201111; numProcessing=1 2024-12-12T05:10:04,666 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/83e80bf221ca,44855,1733980201111 already deleted, retry=false 2024-12-12T05:10:04,666 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 83e80bf221ca,44855,1733980201111 expired; onlineServers=1 2024-12-12T05:10:04,743 DEBUG [RS:0;83e80bf221ca:43161 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/oldWALs 2024-12-12T05:10:04,743 INFO [RS:0;83e80bf221ca:43161 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 83e80bf221ca%2C43161%2C1733980201069.meta:.meta(num 1733980202976) 2024-12-12T05:10:04,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741834_1010 (size=3188) 2024-12-12T05:10:04,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741834_1010 (size=3188) 2024-12-12T05:10:04,752 DEBUG [RS:0;83e80bf221ca:43161 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/oldWALs 2024-12-12T05:10:04,753 INFO [RS:0;83e80bf221ca:43161 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 83e80bf221ca%2C43161%2C1733980201069:(num 1733980202589) 2024-12-12T05:10:04,753 DEBUG [RS:0;83e80bf221ca:43161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:04,753 INFO [RS:0;83e80bf221ca:43161 {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T05:10:04,753 INFO [RS:0;83e80bf221ca:43161 {}] hbase.ChoreService(370): Chore service for: regionserver/83e80bf221ca:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-12T05:10:04,753 INFO [regionserver/83e80bf221ca:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-12T05:10:04,754 INFO [RS:0;83e80bf221ca:43161 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43161 2024-12-12T05:10:04,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10018a53c3d0002, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:04,758 INFO [RS:1;83e80bf221ca:44855 {}] regionserver.HRegionServer(1307): Exiting; stopping=83e80bf221ca,44855,1733980201111; zookeeper connection closed. 2024-12-12T05:10:04,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10018a53c3d0002, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:04,758 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41e75825 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41e75825 2024-12-12T05:10:04,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-12T05:10:04,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43161-0x10018a53c3d0001, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/83e80bf221ca,43161,1733980201069 2024-12-12T05:10:04,771 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83e80bf221ca,43161,1733980201069] 2024-12-12T05:10:04,771 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 83e80bf221ca,43161,1733980201069; numProcessing=2 2024-12-12T05:10:04,779 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/83e80bf221ca,43161,1733980201069 already deleted, retry=false 2024-12-12T05:10:04,779 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 83e80bf221ca,43161,1733980201069 expired; onlineServers=0 2024-12-12T05:10:04,780 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '83e80bf221ca,35895,1733980200911' ***** 2024-12-12T05:10:04,780 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-12T05:10:04,780 DEBUG [M:0;83e80bf221ca:35895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e96b865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83e80bf221ca/172.17.0.2:0 2024-12-12T05:10:04,780 INFO [M:0;83e80bf221ca:35895 {}] regionserver.HRegionServer(1224): stopping server 83e80bf221ca,35895,1733980200911 2024-12-12T05:10:04,780 INFO [M:0;83e80bf221ca:35895 {}] regionserver.HRegionServer(1250): stopping server 83e80bf221ca,35895,1733980200911; all regions closed. 2024-12-12T05:10:04,780 DEBUG [M:0;83e80bf221ca:35895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:04,780 DEBUG [M:0;83e80bf221ca:35895 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-12T05:10:04,780 DEBUG [M:0;83e80bf221ca:35895 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-12T05:10:04,781 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-12T05:10:04,781 DEBUG [master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.small.0-1733980202301 {}] cleaner.HFileCleaner(306): Exit Thread[master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.small.0-1733980202301,5,FailOnTimeoutGroup] 2024-12-12T05:10:04,781 DEBUG [master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.large.0-1733980202301 {}] cleaner.HFileCleaner(306): Exit Thread[master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.large.0-1733980202301,5,FailOnTimeoutGroup] 2024-12-12T05:10:04,781 INFO [M:0;83e80bf221ca:35895 {}] hbase.ChoreService(370): Chore service for: master/83e80bf221ca:0 had [] on shutdown 2024-12-12T05:10:04,781 DEBUG [M:0;83e80bf221ca:35895 {}] master.HMaster(1733): Stopping service threads 2024-12-12T05:10:04,781 INFO [M:0;83e80bf221ca:35895 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-12T05:10:04,782 INFO [M:0;83e80bf221ca:35895 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-12T05:10:04,782 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-12T05:10:04,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-12T05:10:04,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:04,791 DEBUG [M:0;83e80bf221ca:35895 {}] zookeeper.ZKUtil(347): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-12T05:10:04,792 WARN [M:0;83e80bf221ca:35895 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-12T05:10:04,792 INFO [M:0;83e80bf221ca:35895 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-12T05:10:04,792 INFO [M:0;83e80bf221ca:35895 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-12T05:10:04,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T05:10:04,792 DEBUG [M:0;83e80bf221ca:35895 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-12T05:10:04,792 INFO [M:0;83e80bf221ca:35895 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:04,793 DEBUG [M:0;83e80bf221ca:35895 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:04,793 DEBUG [M:0;83e80bf221ca:35895 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-12T05:10:04,793 DEBUG [M:0;83e80bf221ca:35895 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:04,793 INFO [M:0;83e80bf221ca:35895 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-12T05:10:04,813 DEBUG [M:0;83e80bf221ca:35895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3007db85b3a94a76b9c8f67e408e1438 is 82, key is hbase:meta,,1/info:regioninfo/1733980203017/Put/seqid=0 2024-12-12T05:10:04,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741846_1022 (size=5672) 2024-12-12T05:10:04,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741846_1022 (size=5672) 2024-12-12T05:10:04,819 INFO [M:0;83e80bf221ca:35895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3007db85b3a94a76b9c8f67e408e1438 2024-12-12T05:10:04,840 DEBUG [M:0;83e80bf221ca:35895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/77374a0ca80c4e77b961ecb7e622ef73 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733980204100/Put/seqid=0 2024-12-12T05:10:04,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741847_1023 (size=7578) 2024-12-12T05:10:04,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741847_1023 (size=7578) 2024-12-12T05:10:04,848 INFO [M:0;83e80bf221ca:35895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/77374a0ca80c4e77b961ecb7e622ef73 2024-12-12T05:10:04,868 DEBUG [M:0;83e80bf221ca:35895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc3834a610d941d989ee743da37df3dc is 69, key is 83e80bf221ca,43161,1733980201069/rs:state/1733980202372/Put/seqid=0 2024-12-12T05:10:04,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43161-0x10018a53c3d0001, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:04,871 INFO [RS:0;83e80bf221ca:43161 {}] regionserver.HRegionServer(1307): Exiting; stopping=83e80bf221ca,43161,1733980201069; zookeeper connection closed. 2024-12-12T05:10:04,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43161-0x10018a53c3d0001, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:04,872 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ca03da0 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ca03da0 2024-12-12T05:10:04,872 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-12T05:10:04,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741848_1024 (size=5224) 2024-12-12T05:10:04,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741848_1024 (size=5224) 2024-12-12T05:10:04,875 INFO [M:0;83e80bf221ca:35895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc3834a610d941d989ee743da37df3dc 2024-12-12T05:10:04,881 DEBUG [M:0;83e80bf221ca:35895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3007db85b3a94a76b9c8f67e408e1438 as hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3007db85b3a94a76b9c8f67e408e1438 2024-12-12T05:10:04,888 INFO [M:0;83e80bf221ca:35895 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3007db85b3a94a76b9c8f67e408e1438, entries=8, sequenceid=108, filesize=5.5 K 2024-12-12T05:10:04,889 DEBUG [M:0;83e80bf221ca:35895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/77374a0ca80c4e77b961ecb7e622ef73 as hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/77374a0ca80c4e77b961ecb7e622ef73 2024-12-12T05:10:04,895 INFO [M:0;83e80bf221ca:35895 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/77374a0ca80c4e77b961ecb7e622ef73, entries=13, sequenceid=108, filesize=7.4 K 2024-12-12T05:10:04,896 DEBUG [M:0;83e80bf221ca:35895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc3834a610d941d989ee743da37df3dc as hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc3834a610d941d989ee743da37df3dc 2024-12-12T05:10:04,901 INFO [M:0;83e80bf221ca:35895 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44731/user/jenkins/test-data/ee6cb500-e600-f3bc-48b8-02ca191412f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc3834a610d941d989ee743da37df3dc, entries=2, sequenceid=108, filesize=5.1 K 2024-12-12T05:10:04,902 INFO [M:0;83e80bf221ca:35895 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 109ms, sequenceid=108, compaction requested=false 2024-12-12T05:10:04,904 INFO [M:0;83e80bf221ca:35895 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:04,904 DEBUG [M:0;83e80bf221ca:35895 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-12T05:10:04,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33237 is added to blk_1073741830_1006 (size=54465) 2024-12-12T05:10:04,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741830_1006 (size=54465) 2024-12-12T05:10:04,907 INFO [M:0;83e80bf221ca:35895 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-12T05:10:04,907 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-12T05:10:04,907 INFO [M:0;83e80bf221ca:35895 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35895 2024-12-12T05:10:04,916 DEBUG [M:0;83e80bf221ca:35895 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/83e80bf221ca,35895,1733980200911 already deleted, retry=false 2024-12-12T05:10:05,024 INFO [M:0;83e80bf221ca:35895 {}] regionserver.HRegionServer(1307): Exiting; stopping=83e80bf221ca,35895,1733980200911; zookeeper connection closed. 2024-12-12T05:10:05,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:05,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35895-0x10018a53c3d0000, quorum=127.0.0.1:53851, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:05,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@fd1f04b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T05:10:05,027 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60f4b659{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T05:10:05,027 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T05:10:05,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ebe630d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T05:10:05,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a23d182{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/hadoop.log.dir/,STOPPED} 2024-12-12T05:10:05,029 WARN [BP-1013506571-172.17.0.2-1733980199205 heartbeating to localhost/127.0.0.1:44731 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T05:10:05,029 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T05:10:05,029 WARN [BP-1013506571-172.17.0.2-1733980199205 heartbeating to localhost/127.0.0.1:44731 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1013506571-172.17.0.2-1733980199205 (Datanode Uuid dc65b4a2-b781-489c-b80c-0d6c44fbdc9c) service to localhost/127.0.0.1:44731 2024-12-12T05:10:05,029 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T05:10:05,030 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/cluster_6eab5d15-e68c-f4fd-a02e-712295b2aec8/dfs/data/data3/current/BP-1013506571-172.17.0.2-1733980199205 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T05:10:05,030 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/cluster_6eab5d15-e68c-f4fd-a02e-712295b2aec8/dfs/data/data4/current/BP-1013506571-172.17.0.2-1733980199205 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T05:10:05,030 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T05:10:05,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1885ee2b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T05:10:05,032 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63af1cc6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T05:10:05,033 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T05:10:05,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c74f41c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T05:10:05,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f3fccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/hadoop.log.dir/,STOPPED} 2024-12-12T05:10:05,034 WARN [BP-1013506571-172.17.0.2-1733980199205 heartbeating to localhost/127.0.0.1:44731 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T05:10:05,034 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T05:10:05,034 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T05:10:05,034 WARN [BP-1013506571-172.17.0.2-1733980199205 heartbeating to localhost/127.0.0.1:44731 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1013506571-172.17.0.2-1733980199205 (Datanode Uuid a8be8951-f71e-4f99-a86d-ef7c28fd500e) service to localhost/127.0.0.1:44731 2024-12-12T05:10:05,035 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/cluster_6eab5d15-e68c-f4fd-a02e-712295b2aec8/dfs/data/data1/current/BP-1013506571-172.17.0.2-1733980199205 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T05:10:05,035 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/cluster_6eab5d15-e68c-f4fd-a02e-712295b2aec8/dfs/data/data2/current/BP-1013506571-172.17.0.2-1733980199205 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T05:10:05,035 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T05:10:05,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ddfeb23{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T05:10:05,040 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@695fa4d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T05:10:05,041 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T05:10:05,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64d66ed3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T05:10:05,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59b812d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/hadoop.log.dir/,STOPPED} 2024-12-12T05:10:05,046 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-12T05:10:05,064 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-12T05:10:05,072 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=106 (was 76) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:44731 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:44731 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:44731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:44731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 411) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=64 (was 57) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=13753 (was 13873) 2024-12-12T05:10:05,079 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=106, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=64, ProcessCount=11, AvailableMemoryMB=13753 2024-12-12T05:10:05,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/hadoop.log.dir so I do NOT create it in target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4 2024-12-12T05:10:05,092 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/hadoop.log.dir Erasing configuration value by system value. 2024-12-12T05:10:05,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/hadoop.tmp.dir so I do NOT create it in target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4 2024-12-12T05:10:05,092 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15889f86-36f9-bda0-f9e4-db44854c88fb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-12T05:10:05,092 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4 2024-12-12T05:10:05,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-12T05:10:05,092 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/cluster_4f5311a6-82f8-381e-48ee-8493b55bbc78, deleteOnExit=true 2024-12-12T05:10:05,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-12T05:10:05,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/test.cache.data in system properties and HBase conf 2024-12-12T05:10:05,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/hadoop.tmp.dir in system properties and HBase conf 2024-12-12T05:10:05,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/hadoop.log.dir in system properties and HBase conf 2024-12-12T05:10:05,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-12T05:10:05,093 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-12T05:10:05,093 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-12T05:10:05,093 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-12T05:10:05,093 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-12T05:10:05,093 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-12T05:10:05,093 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-12T05:10:05,093 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T05:10:05,093 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-12T05:10:05,093 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-12T05:10:05,093 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T05:10:05,094 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T05:10:05,094 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-12T05:10:05,094 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/nfs.dump.dir in system properties and HBase conf 2024-12-12T05:10:05,094 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/java.io.tmpdir in system properties and HBase conf 2024-12-12T05:10:05,094 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T05:10:05,094 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-12T05:10:05,094 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-12T05:10:05,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T05:10:05,326 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T05:10:05,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T05:10:05,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T05:10:05,327 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T05:10:05,328 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T05:10:05,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45f8969a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/hadoop.log.dir/,AVAILABLE} 2024-12-12T05:10:05,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b4226bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T05:10:05,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ed5067e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/java.io.tmpdir/jetty-localhost-43005-hadoop-hdfs-3_4_1-tests_jar-_-any-7312467857150952804/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T05:10:05,421 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76a2e549{HTTP/1.1, (http/1.1)}{localhost:43005} 2024-12-12T05:10:05,421 INFO [Time-limited test {}] server.Server(415): Started @17228ms 2024-12-12T05:10:05,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T05:10:05,606 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T05:10:05,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T05:10:05,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T05:10:05,608 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T05:10:05,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24527529{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/hadoop.log.dir/,AVAILABLE} 2024-12-12T05:10:05,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77757b27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T05:10:05,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64ea9943{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/java.io.tmpdir/jetty-localhost-40127-hadoop-hdfs-3_4_1-tests_jar-_-any-2722712714210906472/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T05:10:05,701 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cf347e7{HTTP/1.1, (http/1.1)}{localhost:40127} 2024-12-12T05:10:05,701 INFO [Time-limited test {}] server.Server(415): Started @17508ms 2024-12-12T05:10:05,702 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T05:10:05,727 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T05:10:05,731 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T05:10:05,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T05:10:05,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T05:10:05,731 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T05:10:05,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c22686{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/hadoop.log.dir/,AVAILABLE} 2024-12-12T05:10:05,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d975155{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T05:10:05,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45749582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/java.io.tmpdir/jetty-localhost-41017-hadoop-hdfs-3_4_1-tests_jar-_-any-6093532429767429861/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T05:10:05,822 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ca459b7{HTTP/1.1, (http/1.1)}{localhost:41017} 2024-12-12T05:10:05,822 INFO [Time-limited test {}] server.Server(415): Started @17629ms 2024-12-12T05:10:05,827 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T05:10:06,427 WARN [Thread-638 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/cluster_4f5311a6-82f8-381e-48ee-8493b55bbc78/dfs/data/data1/current/BP-805293094-172.17.0.2-1733980205120/current, will proceed with Du for space computation calculation, 2024-12-12T05:10:06,427 WARN [Thread-639 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/cluster_4f5311a6-82f8-381e-48ee-8493b55bbc78/dfs/data/data2/current/BP-805293094-172.17.0.2-1733980205120/current, will proceed with Du for space computation calculation, 2024-12-12T05:10:06,442 WARN [Thread-602 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T05:10:06,445 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x889d5cf77dae7c8e with lease ID 0x8fe327a081ce5897: Processing first storage report for DS-b0aa79e0-8ddf-4efa-a84c-08046d9ab009 from datanode DatanodeRegistration(127.0.0.1:38959, datanodeUuid=13ca3d74-d2ba-458e-acf4-64207ebf8583, infoPort=34503, infoSecurePort=0, ipcPort=42459, storageInfo=lv=-57;cid=testClusterID;nsid=1188394042;c=1733980205120) 2024-12-12T05:10:06,445 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x889d5cf77dae7c8e with lease ID 0x8fe327a081ce5897: from storage DS-b0aa79e0-8ddf-4efa-a84c-08046d9ab009 node DatanodeRegistration(127.0.0.1:38959, datanodeUuid=13ca3d74-d2ba-458e-acf4-64207ebf8583, infoPort=34503, infoSecurePort=0, ipcPort=42459, storageInfo=lv=-57;cid=testClusterID;nsid=1188394042;c=1733980205120), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T05:10:06,445 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x889d5cf77dae7c8e with lease ID 0x8fe327a081ce5897: Processing first storage report for DS-d2eca0a3-4d55-4871-aa1e-b50facf63943 from datanode DatanodeRegistration(127.0.0.1:38959, datanodeUuid=13ca3d74-d2ba-458e-acf4-64207ebf8583, infoPort=34503, infoSecurePort=0, ipcPort=42459, storageInfo=lv=-57;cid=testClusterID;nsid=1188394042;c=1733980205120) 2024-12-12T05:10:06,445 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x889d5cf77dae7c8e with lease ID 0x8fe327a081ce5897: from storage DS-d2eca0a3-4d55-4871-aa1e-b50facf63943 node DatanodeRegistration(127.0.0.1:38959, datanodeUuid=13ca3d74-d2ba-458e-acf4-64207ebf8583, infoPort=34503, infoSecurePort=0, ipcPort=42459, storageInfo=lv=-57;cid=testClusterID;nsid=1188394042;c=1733980205120), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T05:10:06,537 WARN [Thread-649 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/cluster_4f5311a6-82f8-381e-48ee-8493b55bbc78/dfs/data/data3/current/BP-805293094-172.17.0.2-1733980205120/current, will proceed with Du for space computation calculation, 2024-12-12T05:10:06,537 WARN [Thread-650 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/cluster_4f5311a6-82f8-381e-48ee-8493b55bbc78/dfs/data/data4/current/BP-805293094-172.17.0.2-1733980205120/current, will proceed with Du for space computation calculation, 2024-12-12T05:10:06,553 WARN [Thread-625 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T05:10:06,556 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe52bb8d288e541cc with lease ID 0x8fe327a081ce5898: Processing first storage report for DS-71439e43-48e6-44c9-af2a-0fb0bd4fa286 from datanode DatanodeRegistration(127.0.0.1:46517, datanodeUuid=e9337297-f1be-4970-b1d1-838a3fd415fa, infoPort=41107, infoSecurePort=0, ipcPort=36047, storageInfo=lv=-57;cid=testClusterID;nsid=1188394042;c=1733980205120) 2024-12-12T05:10:06,556 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe52bb8d288e541cc with lease ID 0x8fe327a081ce5898: from storage DS-71439e43-48e6-44c9-af2a-0fb0bd4fa286 node DatanodeRegistration(127.0.0.1:46517, datanodeUuid=e9337297-f1be-4970-b1d1-838a3fd415fa, infoPort=41107, infoSecurePort=0, ipcPort=36047, storageInfo=lv=-57;cid=testClusterID;nsid=1188394042;c=1733980205120), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T05:10:06,556 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe52bb8d288e541cc with lease ID 0x8fe327a081ce5898: Processing first storage report for DS-afe53d35-80f4-44e3-89f3-c930b8491ce8 from datanode DatanodeRegistration(127.0.0.1:46517, datanodeUuid=e9337297-f1be-4970-b1d1-838a3fd415fa, infoPort=41107, infoSecurePort=0, ipcPort=36047, storageInfo=lv=-57;cid=testClusterID;nsid=1188394042;c=1733980205120) 2024-12-12T05:10:06,556 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe52bb8d288e541cc with lease ID 0x8fe327a081ce5898: from storage DS-afe53d35-80f4-44e3-89f3-c930b8491ce8 node DatanodeRegistration(127.0.0.1:46517, datanodeUuid=e9337297-f1be-4970-b1d1-838a3fd415fa, infoPort=41107, infoSecurePort=0, ipcPort=36047, storageInfo=lv=-57;cid=testClusterID;nsid=1188394042;c=1733980205120), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T05:10:06,663 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4 2024-12-12T05:10:06,670 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/cluster_4f5311a6-82f8-381e-48ee-8493b55bbc78/zookeeper_0, clientPort=53103, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/cluster_4f5311a6-82f8-381e-48ee-8493b55bbc78/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/cluster_4f5311a6-82f8-381e-48ee-8493b55bbc78/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-12T05:10:06,672 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=53103 2024-12-12T05:10:06,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:06,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:06,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741825_1001 (size=7) 2024-12-12T05:10:06,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741825_1001 (size=7) 2024-12-12T05:10:06,693 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97 with version=8 2024-12-12T05:10:06,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/hbase-staging 2024-12-12T05:10:06,696 INFO [Time-limited test {}] client.ConnectionUtils(129): master/83e80bf221ca:0 server-side Connection retries=45 2024-12-12T05:10:06,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:06,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:06,696 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T05:10:06,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:06,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T05:10:06,697 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T05:10:06,697 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T05:10:06,698 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38163 2024-12-12T05:10:06,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:06,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:06,703 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38163 connecting to ZooKeeper ensemble=127.0.0.1:53103 2024-12-12T05:10:06,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381630x0, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T05:10:06,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38163-0x10018a552cc0000 connected 2024-12-12T05:10:06,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T05:10:06,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:06,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T05:10:06,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38163 2024-12-12T05:10:06,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38163 2024-12-12T05:10:06,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38163 2024-12-12T05:10:06,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38163 2024-12-12T05:10:06,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38163 2024-12-12T05:10:06,829 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97, hbase.cluster.distributed=false 2024-12-12T05:10:06,847 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/83e80bf221ca:0 server-side Connection retries=45 2024-12-12T05:10:06,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:06,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:06,847 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T05:10:06,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:06,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T05:10:06,848 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T05:10:06,848 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T05:10:06,848 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41787 2024-12-12T05:10:06,849 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-12T05:10:06,849 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-12T05:10:06,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:06,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:06,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41787 connecting to ZooKeeper ensemble=127.0.0.1:53103 2024-12-12T05:10:06,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417870x0, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T05:10:06,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417870x0, quorum=127.0.0.1:53103, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T05:10:06,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41787-0x10018a552cc0001 connected 2024-12-12T05:10:06,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41787-0x10018a552cc0001, quorum=127.0.0.1:53103, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:06,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41787-0x10018a552cc0001, quorum=127.0.0.1:53103, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T05:10:06,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41787 2024-12-12T05:10:06,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41787 2024-12-12T05:10:06,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41787 2024-12-12T05:10:06,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41787 2024-12-12T05:10:06,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41787 2024-12-12T05:10:06,879 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/83e80bf221ca:0 server-side Connection retries=45 2024-12-12T05:10:06,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:06,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:06,880 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T05:10:06,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:06,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T05:10:06,880 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T05:10:06,880 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T05:10:06,880 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43427 2024-12-12T05:10:06,881 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-12T05:10:06,881 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-12T05:10:06,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:06,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:06,886 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43427 connecting to ZooKeeper ensemble=127.0.0.1:53103 2024-12-12T05:10:06,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434270x0, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T05:10:06,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434270x0, quorum=127.0.0.1:53103, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T05:10:06,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43427-0x10018a552cc0002 connected 2024-12-12T05:10:06,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43427-0x10018a552cc0002, quorum=127.0.0.1:53103, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:06,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43427-0x10018a552cc0002, quorum=127.0.0.1:53103, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T05:10:06,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43427 2024-12-12T05:10:06,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43427 2024-12-12T05:10:06,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43427 2024-12-12T05:10:06,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43427 2024-12-12T05:10:06,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43427 2024-12-12T05:10:06,900 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/83e80bf221ca,38163,1733980206695 2024-12-12T05:10:06,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:06,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10018a552cc0001, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:06,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10018a552cc0002, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:06,908 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/83e80bf221ca,38163,1733980206695 2024-12-12T05:10:06,910 DEBUG [M:0;83e80bf221ca:38163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83e80bf221ca:38163 2024-12-12T05:10:06,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-12T05:10:06,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10018a552cc0002, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-12T05:10:06,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10018a552cc0001, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-12T05:10:06,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:06,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10018a552cc0002, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:06,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10018a552cc0001, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:06,916 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-12T05:10:06,916 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/83e80bf221ca,38163,1733980206695 from backup master directory 2024-12-12T05:10:06,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10018a552cc0002, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:06,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/83e80bf221ca,38163,1733980206695 2024-12-12T05:10:06,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10018a552cc0001, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:06,924 WARN [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T05:10:06,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:06,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-12T05:10:06,925 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83e80bf221ca,38163,1733980206695 2024-12-12T05:10:06,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741826_1002 (size=42) 2024-12-12T05:10:06,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741826_1002 (size=42) 2024-12-12T05:10:06,938 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/hbase.id with ID: 57a7f1fc-abcd-4852-adac-7c7969dc301f 2024-12-12T05:10:06,951 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:06,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10018a552cc0001, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:06,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:06,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10018a552cc0002, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:06,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741827_1003 (size=196) 2024-12-12T05:10:06,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741827_1003 (size=196) 2024-12-12T05:10:06,970 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T05:10:06,971 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-12T05:10:06,972 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T05:10:06,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741828_1004 (size=1189) 2024-12-12T05:10:06,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741828_1004 (size=1189) 2024-12-12T05:10:06,980 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/MasterData/data/master/store 2024-12-12T05:10:06,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741829_1005 (size=34) 2024-12-12T05:10:06,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741829_1005 (size=34) 2024-12-12T05:10:06,988 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:06,988 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-12T05:10:06,988 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:06,988 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:06,988 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-12T05:10:06,988 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:06,988 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:06,988 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-12T05:10:06,989 WARN [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/MasterData/data/master/store/.initializing 2024-12-12T05:10:06,989 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/MasterData/WALs/83e80bf221ca,38163,1733980206695 2024-12-12T05:10:06,990 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T05:10:06,992 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83e80bf221ca%2C38163%2C1733980206695, suffix=, logDir=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/MasterData/WALs/83e80bf221ca,38163,1733980206695, archiveDir=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/MasterData/oldWALs, maxLogs=10 2024-12-12T05:10:07,004 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/MasterData/WALs/83e80bf221ca,38163,1733980206695/83e80bf221ca%2C38163%2C1733980206695.1733980206992, exclude list is [], retry=0 2024-12-12T05:10:07,007 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38959,DS-b0aa79e0-8ddf-4efa-a84c-08046d9ab009,DISK] 2024-12-12T05:10:07,007 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46517,DS-71439e43-48e6-44c9-af2a-0fb0bd4fa286,DISK] 2024-12-12T05:10:07,009 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/MasterData/WALs/83e80bf221ca,38163,1733980206695/83e80bf221ca%2C38163%2C1733980206695.1733980206992 2024-12-12T05:10:07,010 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34503:34503),(127.0.0.1/127.0.0.1:41107:41107)] 2024-12-12T05:10:07,010 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-12T05:10:07,010 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:07,010 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:07,010 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:07,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:07,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-12T05:10:07,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:07,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:07,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:07,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-12T05:10:07,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:07,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:07,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:07,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-12T05:10:07,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:07,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:07,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:07,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-12T05:10:07,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:07,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:07,020 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:07,021 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:07,022 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-12T05:10:07,023 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:07,025 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:10:07,026 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74834570, jitterRate=0.115121990442276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-12T05:10:07,026 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-12T05:10:07,027 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-12T05:10:07,030 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a799b94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T05:10:07,031 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-12T05:10:07,031 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-12T05:10:07,031 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-12T05:10:07,031 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-12T05:10:07,032 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-12T05:10:07,032 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-12T05:10:07,032 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-12T05:10:07,034 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-12T05:10:07,035 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-12T05:10:07,041 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-12T05:10:07,041 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-12T05:10:07,042 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-12T05:10:07,049 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-12T05:10:07,049 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-12T05:10:07,050 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-12T05:10:07,057 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-12T05:10:07,058 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-12T05:10:07,066 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-12T05:10:07,067 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-12T05:10:07,074 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-12T05:10:07,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:07,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10018a552cc0001, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:07,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10018a552cc0002, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:07,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10018a552cc0001, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:07,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10018a552cc0002, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:07,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:07,083 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=83e80bf221ca,38163,1733980206695, sessionid=0x10018a552cc0000, setting cluster-up flag (Was=false) 2024-12-12T05:10:07,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:07,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10018a552cc0002, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:07,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10018a552cc0001, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:07,124 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-12T05:10:07,125 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83e80bf221ca,38163,1733980206695 2024-12-12T05:10:07,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:07,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10018a552cc0001, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:07,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10018a552cc0002, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:07,166 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-12T05:10:07,167 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83e80bf221ca,38163,1733980206695 2024-12-12T05:10:07,170 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-12T05:10:07,170 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-12T05:10:07,170 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-12T05:10:07,171 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83e80bf221ca,38163,1733980206695 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-12T05:10:07,171 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83e80bf221ca:0, corePoolSize=5, maxPoolSize=5 2024-12-12T05:10:07,171 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83e80bf221ca:0, corePoolSize=5, maxPoolSize=5 2024-12-12T05:10:07,171 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83e80bf221ca:0, corePoolSize=5, maxPoolSize=5 2024-12-12T05:10:07,171 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83e80bf221ca:0, corePoolSize=5, maxPoolSize=5 2024-12-12T05:10:07,171 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83e80bf221ca:0, corePoolSize=10, maxPoolSize=10 2024-12-12T05:10:07,171 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:07,171 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83e80bf221ca:0, corePoolSize=2, maxPoolSize=2 2024-12-12T05:10:07,171 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:07,172 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733980237172 2024-12-12T05:10:07,172 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-12T05:10:07,172 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-12T05:10:07,172 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-12T05:10:07,172 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-12T05:10:07,172 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-12T05:10:07,172 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-12T05:10:07,173 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:07,173 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-12T05:10:07,173 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-12T05:10:07,173 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-12T05:10:07,173 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-12T05:10:07,173 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-12T05:10:07,173 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-12T05:10:07,173 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-12T05:10:07,174 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.large.0-1733980207174,5,FailOnTimeoutGroup] 2024-12-12T05:10:07,174 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:07,174 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-12T05:10:07,175 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.small.0-1733980207174,5,FailOnTimeoutGroup] 2024-12-12T05:10:07,175 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:07,175 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-12T05:10:07,175 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:07,175 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:07,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741831_1007 (size=1039) 2024-12-12T05:10:07,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741831_1007 (size=1039) 2024-12-12T05:10:07,184 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-12T05:10:07,185 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97 2024-12-12T05:10:07,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741832_1008 (size=32) 2024-12-12T05:10:07,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741832_1008 (size=32) 2024-12-12T05:10:07,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:07,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-12T05:10:07,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-12T05:10:07,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:07,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:07,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-12T05:10:07,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-12T05:10:07,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:07,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:07,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-12T05:10:07,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-12T05:10:07,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:07,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:07,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/hbase/meta/1588230740 2024-12-12T05:10:07,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/hbase/meta/1588230740 2024-12-12T05:10:07,207 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-12T05:10:07,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-12T05:10:07,212 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:10:07,212 DEBUG [RS:1;83e80bf221ca:43427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;83e80bf221ca:43427 2024-12-12T05:10:07,212 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65501999, jitterRate=-0.023944154381752014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-12T05:10:07,213 INFO [RS:1;83e80bf221ca:43427 {}] regionserver.HRegionServer(1008): ClusterId : 57a7f1fc-abcd-4852-adac-7c7969dc301f 2024-12-12T05:10:07,213 DEBUG [RS:1;83e80bf221ca:43427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-12T05:10:07,213 DEBUG [RS:0;83e80bf221ca:41787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83e80bf221ca:41787 2024-12-12T05:10:07,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-12T05:10:07,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-12T05:10:07,214 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-12T05:10:07,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-12T05:10:07,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-12T05:10:07,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-12T05:10:07,214 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-12T05:10:07,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-12T05:10:07,215 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-12T05:10:07,215 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-12T05:10:07,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-12T05:10:07,217 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-12T05:10:07,218 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-12T05:10:07,221 INFO [RS:0;83e80bf221ca:41787 {}] regionserver.HRegionServer(1008): ClusterId : 57a7f1fc-abcd-4852-adac-7c7969dc301f 2024-12-12T05:10:07,222 DEBUG [RS:0;83e80bf221ca:41787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-12T05:10:07,222 DEBUG [RS:1;83e80bf221ca:43427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-12T05:10:07,222 DEBUG [RS:1;83e80bf221ca:43427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-12T05:10:07,238 DEBUG [RS:0;83e80bf221ca:41787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-12T05:10:07,238 DEBUG [RS:0;83e80bf221ca:41787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-12T05:10:07,239 DEBUG [RS:1;83e80bf221ca:43427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-12T05:10:07,239 DEBUG [RS:1;83e80bf221ca:43427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4211b101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T05:10:07,240 DEBUG [RS:1;83e80bf221ca:43427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eac58ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83e80bf221ca/172.17.0.2:0 2024-12-12T05:10:07,240 INFO [RS:1;83e80bf221ca:43427 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-12T05:10:07,240 INFO [RS:1;83e80bf221ca:43427 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-12T05:10:07,240 DEBUG [RS:1;83e80bf221ca:43427 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-12T05:10:07,246 INFO [RS:1;83e80bf221ca:43427 {}] regionserver.HRegionServer(3073): reportForDuty to master=83e80bf221ca,38163,1733980206695 with isa=83e80bf221ca/172.17.0.2:43427, startcode=1733980206879 2024-12-12T05:10:07,246 DEBUG [RS:1;83e80bf221ca:43427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-12T05:10:07,247 DEBUG [RS:0;83e80bf221ca:41787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-12T05:10:07,247 DEBUG [RS:0;83e80bf221ca:41787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec9f69f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T05:10:07,248 DEBUG [RS:0;83e80bf221ca:41787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af353a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83e80bf221ca/172.17.0.2:0 2024-12-12T05:10:07,248 INFO [RS:0;83e80bf221ca:41787 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-12T05:10:07,248 INFO [RS:0;83e80bf221ca:41787 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-12T05:10:07,248 DEBUG [RS:0;83e80bf221ca:41787 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-12T05:10:07,249 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48737, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-12T05:10:07,249 INFO [RS:0;83e80bf221ca:41787 {}] regionserver.HRegionServer(3073): reportForDuty to master=83e80bf221ca,38163,1733980206695 with isa=83e80bf221ca/172.17.0.2:41787, startcode=1733980206847 2024-12-12T05:10:07,249 DEBUG [RS:0;83e80bf221ca:41787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-12T05:10:07,249 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38163 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 83e80bf221ca,43427,1733980206879 2024-12-12T05:10:07,250 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38163 {}] master.ServerManager(486): Registering regionserver=83e80bf221ca,43427,1733980206879 2024-12-12T05:10:07,251 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56981, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-12T05:10:07,251 DEBUG [RS:1;83e80bf221ca:43427 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97 2024-12-12T05:10:07,251 DEBUG [RS:1;83e80bf221ca:43427 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:44007 2024-12-12T05:10:07,252 DEBUG [RS:1;83e80bf221ca:43427 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-12T05:10:07,252 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38163 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 83e80bf221ca,41787,1733980206847 2024-12-12T05:10:07,252 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38163 {}] master.ServerManager(486): Registering regionserver=83e80bf221ca,41787,1733980206847 2024-12-12T05:10:07,254 DEBUG [RS:0;83e80bf221ca:41787 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97 2024-12-12T05:10:07,254 DEBUG [RS:0;83e80bf221ca:41787 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:44007 2024-12-12T05:10:07,254 DEBUG [RS:0;83e80bf221ca:41787 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-12T05:10:07,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-12T05:10:07,283 DEBUG [RS:1;83e80bf221ca:43427 {}] zookeeper.ZKUtil(111): regionserver:43427-0x10018a552cc0002, quorum=127.0.0.1:53103, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/83e80bf221ca,43427,1733980206879 2024-12-12T05:10:07,283 WARN [RS:1;83e80bf221ca:43427 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T05:10:07,283 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83e80bf221ca,41787,1733980206847] 2024-12-12T05:10:07,283 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83e80bf221ca,43427,1733980206879] 2024-12-12T05:10:07,284 INFO [RS:1;83e80bf221ca:43427 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T05:10:07,284 DEBUG [RS:0;83e80bf221ca:41787 {}] zookeeper.ZKUtil(111): regionserver:41787-0x10018a552cc0001, quorum=127.0.0.1:53103, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/83e80bf221ca,41787,1733980206847 2024-12-12T05:10:07,284 WARN [RS:0;83e80bf221ca:41787 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T05:10:07,284 INFO [RS:0;83e80bf221ca:41787 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T05:10:07,284 DEBUG [RS:1;83e80bf221ca:43427 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/WALs/83e80bf221ca,43427,1733980206879 2024-12-12T05:10:07,284 DEBUG [RS:0;83e80bf221ca:41787 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/WALs/83e80bf221ca,41787,1733980206847 2024-12-12T05:10:07,290 DEBUG [RS:1;83e80bf221ca:43427 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-12T05:10:07,290 DEBUG [RS:0;83e80bf221ca:41787 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-12T05:10:07,291 INFO [RS:1;83e80bf221ca:43427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-12T05:10:07,291 INFO [RS:0;83e80bf221ca:41787 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-12T05:10:07,294 INFO [RS:1;83e80bf221ca:43427 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-12T05:10:07,294 INFO [RS:1;83e80bf221ca:43427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-12T05:10:07,294 INFO [RS:1;83e80bf221ca:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:07,297 INFO [RS:1;83e80bf221ca:43427 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-12T05:10:07,297 INFO [RS:0;83e80bf221ca:41787 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-12T05:10:07,298 INFO [RS:0;83e80bf221ca:41787 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-12T05:10:07,298 INFO [RS:0;83e80bf221ca:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:07,298 INFO [RS:1;83e80bf221ca:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:07,298 INFO [RS:0;83e80bf221ca:41787 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-12T05:10:07,298 DEBUG [RS:1;83e80bf221ca:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:07,298 DEBUG [RS:1;83e80bf221ca:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:07,298 DEBUG [RS:1;83e80bf221ca:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:07,299 DEBUG [RS:1;83e80bf221ca:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:07,299 DEBUG [RS:1;83e80bf221ca:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:07,299 DEBUG [RS:1;83e80bf221ca:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83e80bf221ca:0, corePoolSize=2, maxPoolSize=2 2024-12-12T05:10:07,299 DEBUG [RS:1;83e80bf221ca:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:07,299 DEBUG [RS:1;83e80bf221ca:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:07,299 DEBUG [RS:1;83e80bf221ca:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:07,299 INFO [RS:0;83e80bf221ca:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:07,299 DEBUG [RS:1;83e80bf221ca:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:07,299 DEBUG [RS:1;83e80bf221ca:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:07,299 DEBUG [RS:0;83e80bf221ca:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:07,299 DEBUG [RS:1;83e80bf221ca:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83e80bf221ca:0, corePoolSize=3, maxPoolSize=3 2024-12-12T05:10:07,299 DEBUG [RS:0;83e80bf221ca:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:07,299 DEBUG [RS:1;83e80bf221ca:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83e80bf221ca:0, corePoolSize=3, maxPoolSize=3 2024-12-12T05:10:07,299 DEBUG [RS:0;83e80bf221ca:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:07,299 DEBUG [RS:0;83e80bf221ca:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:07,299 DEBUG [RS:0;83e80bf221ca:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:07,299 DEBUG [RS:0;83e80bf221ca:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83e80bf221ca:0, corePoolSize=2, maxPoolSize=2 2024-12-12T05:10:07,299 DEBUG [RS:0;83e80bf221ca:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:07,300 DEBUG [RS:0;83e80bf221ca:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:07,300 DEBUG [RS:0;83e80bf221ca:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:07,300 DEBUG [RS:0;83e80bf221ca:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:07,300 DEBUG [RS:0;83e80bf221ca:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:07,300 DEBUG [RS:0;83e80bf221ca:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83e80bf221ca:0, corePoolSize=3, maxPoolSize=3 2024-12-12T05:10:07,300 DEBUG [RS:0;83e80bf221ca:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83e80bf221ca:0, corePoolSize=3, maxPoolSize=3 2024-12-12T05:10:07,300 INFO [RS:1;83e80bf221ca:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:07,300 INFO [RS:1;83e80bf221ca:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:07,300 INFO [RS:1;83e80bf221ca:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:07,300 INFO [RS:1;83e80bf221ca:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:07,300 INFO [RS:1;83e80bf221ca:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,43427,1733980206879-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T05:10:07,300 INFO [RS:0;83e80bf221ca:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:07,300 INFO [RS:0;83e80bf221ca:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:07,300 INFO [RS:0;83e80bf221ca:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:07,300 INFO [RS:0;83e80bf221ca:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:07,300 INFO [RS:0;83e80bf221ca:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,41787,1733980206847-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T05:10:07,313 INFO [RS:1;83e80bf221ca:43427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-12T05:10:07,313 INFO [RS:0;83e80bf221ca:41787 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-12T05:10:07,313 INFO [RS:1;83e80bf221ca:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,43427,1733980206879-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:07,313 INFO [RS:0;83e80bf221ca:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,41787,1733980206847-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:07,325 INFO [RS:0;83e80bf221ca:41787 {}] regionserver.Replication(204): 83e80bf221ca,41787,1733980206847 started 2024-12-12T05:10:07,325 INFO [RS:0;83e80bf221ca:41787 {}] regionserver.HRegionServer(1767): Serving as 83e80bf221ca,41787,1733980206847, RpcServer on 83e80bf221ca/172.17.0.2:41787, sessionid=0x10018a552cc0001 2024-12-12T05:10:07,325 INFO [RS:1;83e80bf221ca:43427 {}] regionserver.Replication(204): 83e80bf221ca,43427,1733980206879 started 2024-12-12T05:10:07,325 DEBUG [RS:0;83e80bf221ca:41787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-12T05:10:07,325 INFO [RS:1;83e80bf221ca:43427 {}] regionserver.HRegionServer(1767): Serving as 83e80bf221ca,43427,1733980206879, RpcServer on 83e80bf221ca/172.17.0.2:43427, sessionid=0x10018a552cc0002 2024-12-12T05:10:07,325 DEBUG [RS:0;83e80bf221ca:41787 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83e80bf221ca,41787,1733980206847 2024-12-12T05:10:07,325 DEBUG [RS:0;83e80bf221ca:41787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83e80bf221ca,41787,1733980206847' 2024-12-12T05:10:07,325 DEBUG [RS:0;83e80bf221ca:41787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-12T05:10:07,325 DEBUG [RS:1;83e80bf221ca:43427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-12T05:10:07,325 DEBUG [RS:1;83e80bf221ca:43427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83e80bf221ca,43427,1733980206879 2024-12-12T05:10:07,325 DEBUG [RS:1;83e80bf221ca:43427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83e80bf221ca,43427,1733980206879' 2024-12-12T05:10:07,325 DEBUG [RS:1;83e80bf221ca:43427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-12T05:10:07,326 DEBUG [RS:1;83e80bf221ca:43427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-12T05:10:07,326 DEBUG [RS:0;83e80bf221ca:41787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-12T05:10:07,326 DEBUG [RS:1;83e80bf221ca:43427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-12T05:10:07,326 DEBUG [RS:1;83e80bf221ca:43427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-12T05:10:07,326 DEBUG [RS:0;83e80bf221ca:41787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-12T05:10:07,326 DEBUG [RS:1;83e80bf221ca:43427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83e80bf221ca,43427,1733980206879 2024-12-12T05:10:07,326 DEBUG [RS:0;83e80bf221ca:41787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-12T05:10:07,326 DEBUG [RS:1;83e80bf221ca:43427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83e80bf221ca,43427,1733980206879' 2024-12-12T05:10:07,326 DEBUG [RS:0;83e80bf221ca:41787 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83e80bf221ca,41787,1733980206847 2024-12-12T05:10:07,326 DEBUG [RS:1;83e80bf221ca:43427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-12T05:10:07,326 DEBUG [RS:0;83e80bf221ca:41787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83e80bf221ca,41787,1733980206847' 2024-12-12T05:10:07,326 DEBUG [RS:0;83e80bf221ca:41787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-12T05:10:07,327 DEBUG [RS:1;83e80bf221ca:43427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-12T05:10:07,327 DEBUG [RS:0;83e80bf221ca:41787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-12T05:10:07,327 DEBUG [RS:1;83e80bf221ca:43427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-12T05:10:07,327 DEBUG [RS:0;83e80bf221ca:41787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-12T05:10:07,327 INFO [RS:1;83e80bf221ca:43427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-12T05:10:07,327 INFO [RS:0;83e80bf221ca:41787 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-12T05:10:07,327 INFO [RS:1;83e80bf221ca:43427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-12T05:10:07,327 INFO [RS:0;83e80bf221ca:41787 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-12T05:10:07,368 WARN [83e80bf221ca:38163 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-12T05:10:07,428 INFO [RS:1;83e80bf221ca:43427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T05:10:07,428 INFO [RS:0;83e80bf221ca:41787 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T05:10:07,433 INFO [RS:0;83e80bf221ca:41787 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83e80bf221ca%2C41787%2C1733980206847, suffix=, logDir=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/WALs/83e80bf221ca,41787,1733980206847, archiveDir=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/oldWALs, maxLogs=32 2024-12-12T05:10:07,434 INFO [RS:1;83e80bf221ca:43427 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83e80bf221ca%2C43427%2C1733980206879, suffix=, logDir=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/WALs/83e80bf221ca,43427,1733980206879, archiveDir=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/oldWALs, maxLogs=32 2024-12-12T05:10:07,451 DEBUG [RS:1;83e80bf221ca:43427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/WALs/83e80bf221ca,43427,1733980206879/83e80bf221ca%2C43427%2C1733980206879.1733980207440, exclude list is [], retry=0 2024-12-12T05:10:07,453 DEBUG [RS:0;83e80bf221ca:41787 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/WALs/83e80bf221ca,41787,1733980206847/83e80bf221ca%2C41787%2C1733980206847.1733980207440, exclude list is [], retry=0 2024-12-12T05:10:07,455 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38959,DS-b0aa79e0-8ddf-4efa-a84c-08046d9ab009,DISK] 2024-12-12T05:10:07,455 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46517,DS-71439e43-48e6-44c9-af2a-0fb0bd4fa286,DISK] 2024-12-12T05:10:07,455 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38959,DS-b0aa79e0-8ddf-4efa-a84c-08046d9ab009,DISK] 2024-12-12T05:10:07,456 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46517,DS-71439e43-48e6-44c9-af2a-0fb0bd4fa286,DISK] 2024-12-12T05:10:07,459 INFO [RS:0;83e80bf221ca:41787 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/WALs/83e80bf221ca,41787,1733980206847/83e80bf221ca%2C41787%2C1733980206847.1733980207440 2024-12-12T05:10:07,459 INFO [RS:1;83e80bf221ca:43427 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/WALs/83e80bf221ca,43427,1733980206879/83e80bf221ca%2C43427%2C1733980206879.1733980207440 2024-12-12T05:10:07,459 DEBUG [RS:0;83e80bf221ca:41787 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34503:34503),(127.0.0.1/127.0.0.1:41107:41107)] 2024-12-12T05:10:07,459 DEBUG [RS:1;83e80bf221ca:43427 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34503:34503),(127.0.0.1/127.0.0.1:41107:41107)] 2024-12-12T05:10:07,618 DEBUG [83e80bf221ca:38163 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-12T05:10:07,619 DEBUG [83e80bf221ca:38163 {}] balancer.BalancerClusterState(202): Hosts are {83e80bf221ca=0} racks are {/default-rack=0} 2024-12-12T05:10:07,622 DEBUG [83e80bf221ca:38163 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-12T05:10:07,622 DEBUG [83e80bf221ca:38163 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-12T05:10:07,622 INFO [83e80bf221ca:38163 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-12T05:10:07,622 INFO [83e80bf221ca:38163 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-12T05:10:07,622 DEBUG [83e80bf221ca:38163 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-12T05:10:07,623 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83e80bf221ca,41787,1733980206847 2024-12-12T05:10:07,625 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83e80bf221ca,41787,1733980206847, state=OPENING 2024-12-12T05:10:07,638 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-12T05:10:07,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10018a552cc0001, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:07,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10018a552cc0002, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:07,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:07,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=83e80bf221ca,41787,1733980206847}] 2024-12-12T05:10:07,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:07,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:07,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:07,807 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 83e80bf221ca,41787,1733980206847 2024-12-12T05:10:07,808 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T05:10:07,812 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T05:10:07,820 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-12T05:10:07,820 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T05:10:07,821 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-12T05:10:07,824 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83e80bf221ca%2C41787%2C1733980206847.meta, suffix=.meta, logDir=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/WALs/83e80bf221ca,41787,1733980206847, archiveDir=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/oldWALs, maxLogs=32 2024-12-12T05:10:07,843 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/WALs/83e80bf221ca,41787,1733980206847/83e80bf221ca%2C41787%2C1733980206847.meta.1733980207825.meta, exclude list is [], retry=0 2024-12-12T05:10:07,845 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38959,DS-b0aa79e0-8ddf-4efa-a84c-08046d9ab009,DISK] 2024-12-12T05:10:07,846 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46517,DS-71439e43-48e6-44c9-af2a-0fb0bd4fa286,DISK] 2024-12-12T05:10:07,847 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/WALs/83e80bf221ca,41787,1733980206847/83e80bf221ca%2C41787%2C1733980206847.meta.1733980207825.meta 2024-12-12T05:10:07,848 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34503:34503),(127.0.0.1/127.0.0.1:41107:41107)] 2024-12-12T05:10:07,848 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-12T05:10:07,848 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-12T05:10:07,848 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-12T05:10:07,849 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-12T05:10:07,849 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-12T05:10:07,849 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:07,849 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-12T05:10:07,849 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-12T05:10:07,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-12T05:10:07,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-12T05:10:07,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:07,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:07,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-12T05:10:07,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-12T05:10:07,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:07,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:07,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-12T05:10:07,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-12T05:10:07,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:07,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:07,857 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/hbase/meta/1588230740 2024-12-12T05:10:07,858 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/hbase/meta/1588230740 2024-12-12T05:10:07,860 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-12T05:10:07,861 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-12T05:10:07,862 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60577423, jitterRate=-0.09732605516910553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-12T05:10:07,863 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-12T05:10:07,865 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733980207807 2024-12-12T05:10:07,867 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-12T05:10:07,867 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-12T05:10:07,867 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83e80bf221ca,41787,1733980206847 2024-12-12T05:10:07,868 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83e80bf221ca,41787,1733980206847, state=OPEN 2024-12-12T05:10:07,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10018a552cc0002, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T05:10:07,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T05:10:07,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10018a552cc0001, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T05:10:07,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:07,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:07,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:07,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-12T05:10:07,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=83e80bf221ca,41787,1733980206847 in 223 msec 2024-12-12T05:10:07,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-12T05:10:07,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 661 msec 2024-12-12T05:10:07,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 711 msec 2024-12-12T05:10:07,881 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733980207881, completionTime=-1 2024-12-12T05:10:07,882 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-12T05:10:07,882 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-12T05:10:07,882 DEBUG [hconnection-0x59802d94-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T05:10:07,884 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T05:10:07,885 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-12T05:10:07,885 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733980267885 2024-12-12T05:10:07,885 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733980327885 2024-12-12T05:10:07,885 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-12T05:10:07,905 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-12T05:10:07,905 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,38163,1733980206695-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:07,905 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,38163,1733980206695-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:07,906 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,38163,1733980206695-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:07,906 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83e80bf221ca:38163, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:07,906 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:07,906 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-12T05:10:07,906 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-12T05:10:07,908 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-12T05:10:07,908 DEBUG [master/83e80bf221ca:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-12T05:10:07,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T05:10:07,909 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:07,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T05:10:07,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741836_1012 (size=358) 2024-12-12T05:10:07,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741836_1012 (size=358) 2024-12-12T05:10:07,920 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 67751528e8f1676a44453cb59c637998, NAME => 'hbase:namespace,,1733980207906.67751528e8f1676a44453cb59c637998.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97 2024-12-12T05:10:07,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741837_1013 (size=42) 2024-12-12T05:10:07,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741837_1013 (size=42) 2024-12-12T05:10:07,929 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733980207906.67751528e8f1676a44453cb59c637998.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:07,929 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 67751528e8f1676a44453cb59c637998, disabling compactions & flushes 2024-12-12T05:10:07,929 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733980207906.67751528e8f1676a44453cb59c637998. 2024-12-12T05:10:07,929 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733980207906.67751528e8f1676a44453cb59c637998. 2024-12-12T05:10:07,929 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733980207906.67751528e8f1676a44453cb59c637998. after waiting 0 ms 2024-12-12T05:10:07,929 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733980207906.67751528e8f1676a44453cb59c637998. 2024-12-12T05:10:07,929 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733980207906.67751528e8f1676a44453cb59c637998. 2024-12-12T05:10:07,929 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 67751528e8f1676a44453cb59c637998: 2024-12-12T05:10:07,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T05:10:07,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733980207906.67751528e8f1676a44453cb59c637998.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733980207930"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733980207930"}]},"ts":"1733980207930"} 2024-12-12T05:10:07,933 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-12T05:10:07,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T05:10:07,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733980207934"}]},"ts":"1733980207934"} 2024-12-12T05:10:07,936 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-12T05:10:07,955 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {83e80bf221ca=0} racks are {/default-rack=0} 2024-12-12T05:10:07,956 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-12T05:10:07,956 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-12T05:10:07,956 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-12T05:10:07,956 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-12T05:10:07,956 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-12T05:10:07,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=67751528e8f1676a44453cb59c637998, ASSIGN}] 2024-12-12T05:10:07,958 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=67751528e8f1676a44453cb59c637998, ASSIGN 2024-12-12T05:10:07,959 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=67751528e8f1676a44453cb59c637998, ASSIGN; state=OFFLINE, location=83e80bf221ca,41787,1733980206847; forceNewPlan=false, retain=false 2024-12-12T05:10:08,109 INFO [83e80bf221ca:38163 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-12T05:10:08,109 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=67751528e8f1676a44453cb59c637998, regionState=OPENING, regionLocation=83e80bf221ca,41787,1733980206847 2024-12-12T05:10:08,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 67751528e8f1676a44453cb59c637998, server=83e80bf221ca,41787,1733980206847}] 2024-12-12T05:10:08,267 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 83e80bf221ca,41787,1733980206847 2024-12-12T05:10:08,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733980207906.67751528e8f1676a44453cb59c637998. 2024-12-12T05:10:08,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 67751528e8f1676a44453cb59c637998, NAME => 'hbase:namespace,,1733980207906.67751528e8f1676a44453cb59c637998.', STARTKEY => '', ENDKEY => ''} 2024-12-12T05:10:08,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 67751528e8f1676a44453cb59c637998 2024-12-12T05:10:08,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733980207906.67751528e8f1676a44453cb59c637998.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:08,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 67751528e8f1676a44453cb59c637998 2024-12-12T05:10:08,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 67751528e8f1676a44453cb59c637998 2024-12-12T05:10:08,281 INFO [StoreOpener-67751528e8f1676a44453cb59c637998-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 67751528e8f1676a44453cb59c637998 2024-12-12T05:10:08,283 INFO [StoreOpener-67751528e8f1676a44453cb59c637998-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67751528e8f1676a44453cb59c637998 columnFamilyName info 2024-12-12T05:10:08,283 DEBUG [StoreOpener-67751528e8f1676a44453cb59c637998-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:08,284 INFO [StoreOpener-67751528e8f1676a44453cb59c637998-1 {}] regionserver.HStore(327): Store=67751528e8f1676a44453cb59c637998/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:08,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/hbase/namespace/67751528e8f1676a44453cb59c637998 2024-12-12T05:10:08,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/hbase/namespace/67751528e8f1676a44453cb59c637998 2024-12-12T05:10:08,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 67751528e8f1676a44453cb59c637998 2024-12-12T05:10:08,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/hbase/namespace/67751528e8f1676a44453cb59c637998/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:10:08,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 67751528e8f1676a44453cb59c637998; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67061887, jitterRate=-7.000118494033813E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T05:10:08,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 67751528e8f1676a44453cb59c637998: 2024-12-12T05:10:08,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733980207906.67751528e8f1676a44453cb59c637998., pid=6, masterSystemTime=1733980208267 2024-12-12T05:10:08,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733980207906.67751528e8f1676a44453cb59c637998. 2024-12-12T05:10:08,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733980207906.67751528e8f1676a44453cb59c637998. 2024-12-12T05:10:08,294 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=67751528e8f1676a44453cb59c637998, regionState=OPEN, openSeqNum=2, regionLocation=83e80bf221ca,41787,1733980206847 2024-12-12T05:10:08,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-12T05:10:08,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 67751528e8f1676a44453cb59c637998, server=83e80bf221ca,41787,1733980206847 in 184 msec 2024-12-12T05:10:08,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-12T05:10:08,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=67751528e8f1676a44453cb59c637998, ASSIGN in 342 msec 2024-12-12T05:10:08,302 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T05:10:08,302 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733980208302"}]},"ts":"1733980208302"} 2024-12-12T05:10:08,304 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-12T05:10:08,347 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-12T05:10:08,348 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T05:10:08,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 442 msec 2024-12-12T05:10:08,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10018a552cc0002, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:08,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10018a552cc0001, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:08,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-12T05:10:08,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:08,366 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-12T05:10:08,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-12T05:10:08,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 27 msec 2024-12-12T05:10:08,400 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-12T05:10:08,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-12T05:10:08,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 26 msec 2024-12-12T05:10:08,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-12T05:10:08,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-12T05:10:08,466 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.541sec 2024-12-12T05:10:08,466 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-12T05:10:08,467 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-12T05:10:08,467 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-12T05:10:08,467 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-12T05:10:08,467 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-12T05:10:08,467 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,38163,1733980206695-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T05:10:08,467 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,38163,1733980206695-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-12T05:10:08,471 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-12T05:10:08,471 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-12T05:10:08,471 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,38163,1733980206695-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:08,501 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-12T05:10:08,504 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41d630f6 to 127.0.0.1:53103 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d0f1bc9 2024-12-12T05:10:08,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:08,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e112098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T05:10:08,519 DEBUG [hconnection-0x3cf6d509-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T05:10:08,521 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T05:10:08,523 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=83e80bf221ca,38163,1733980206695 2024-12-12T05:10:08,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-12T05:10:08,529 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-12T05:10:08,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T05:10:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-12T05:10:08,533 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T05:10:08,533 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:08,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-12T05:10:08,535 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T05:10:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:10:08,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:08,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:08,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:08,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741838_1014 (size=379) 2024-12-12T05:10:08,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741838_1014 (size=379) 2024-12-12T05:10:08,548 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7b00cef238637a0f1bf980a375d9766d, NAME => 'testClearRegionBlockCache,,1733980208530.7b00cef238637a0f1bf980a375d9766d.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97 2024-12-12T05:10:08,548 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 0a3ff5fa1eff395c923b9cd59fadf638, NAME => 'testClearRegionBlockCache,5,1733980208530.0a3ff5fa1eff395c923b9cd59fadf638.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97 2024-12-12T05:10:08,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741840_1016 (size=61) 2024-12-12T05:10:08,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741840_1016 (size=61) 2024-12-12T05:10:08,561 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733980208530.0a3ff5fa1eff395c923b9cd59fadf638.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:08,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741839_1015 (size=61) 2024-12-12T05:10:08,561 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 0a3ff5fa1eff395c923b9cd59fadf638, disabling compactions & flushes 2024-12-12T05:10:08,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741839_1015 (size=61) 2024-12-12T05:10:08,561 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733980208530.0a3ff5fa1eff395c923b9cd59fadf638. 2024-12-12T05:10:08,561 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733980208530.0a3ff5fa1eff395c923b9cd59fadf638. 2024-12-12T05:10:08,561 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733980208530.0a3ff5fa1eff395c923b9cd59fadf638. after waiting 0 ms 2024-12-12T05:10:08,561 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733980208530.0a3ff5fa1eff395c923b9cd59fadf638. 2024-12-12T05:10:08,561 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733980208530.0a3ff5fa1eff395c923b9cd59fadf638. 2024-12-12T05:10:08,561 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 0a3ff5fa1eff395c923b9cd59fadf638: 2024-12-12T05:10:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:10:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:10:08,964 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733980208530.7b00cef238637a0f1bf980a375d9766d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:08,964 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 7b00cef238637a0f1bf980a375d9766d, disabling compactions & flushes 2024-12-12T05:10:08,964 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733980208530.7b00cef238637a0f1bf980a375d9766d. 2024-12-12T05:10:08,964 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733980208530.7b00cef238637a0f1bf980a375d9766d. 2024-12-12T05:10:08,965 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733980208530.7b00cef238637a0f1bf980a375d9766d. after waiting 0 ms 2024-12-12T05:10:08,965 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733980208530.7b00cef238637a0f1bf980a375d9766d. 2024-12-12T05:10:08,965 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733980208530.7b00cef238637a0f1bf980a375d9766d. 2024-12-12T05:10:08,965 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7b00cef238637a0f1bf980a375d9766d: 2024-12-12T05:10:08,968 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T05:10:08,969 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733980208530.0a3ff5fa1eff395c923b9cd59fadf638.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733980208969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733980208969"}]},"ts":"1733980208969"} 2024-12-12T05:10:08,970 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733980208530.7b00cef238637a0f1bf980a375d9766d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733980208969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733980208969"}]},"ts":"1733980208969"} 2024-12-12T05:10:08,977 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-12T05:10:08,978 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T05:10:08,979 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733980208979"}]},"ts":"1733980208979"} 2024-12-12T05:10:08,981 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-12T05:10:09,030 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {83e80bf221ca=0} racks are {/default-rack=0} 2024-12-12T05:10:09,033 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-12T05:10:09,033 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-12T05:10:09,033 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-12T05:10:09,033 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-12T05:10:09,033 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-12T05:10:09,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7b00cef238637a0f1bf980a375d9766d, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0a3ff5fa1eff395c923b9cd59fadf638, ASSIGN}] 2024-12-12T05:10:09,037 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0a3ff5fa1eff395c923b9cd59fadf638, ASSIGN 2024-12-12T05:10:09,037 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7b00cef238637a0f1bf980a375d9766d, ASSIGN 2024-12-12T05:10:09,038 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7b00cef238637a0f1bf980a375d9766d, ASSIGN; state=OFFLINE, location=83e80bf221ca,41787,1733980206847; forceNewPlan=false, retain=false 2024-12-12T05:10:09,038 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0a3ff5fa1eff395c923b9cd59fadf638, ASSIGN; state=OFFLINE, location=83e80bf221ca,43427,1733980206879; forceNewPlan=false, retain=false 2024-12-12T05:10:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:10:09,189 INFO [83e80bf221ca:38163 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-12T05:10:09,190 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=0a3ff5fa1eff395c923b9cd59fadf638, regionState=OPENING, regionLocation=83e80bf221ca,43427,1733980206879 2024-12-12T05:10:09,190 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=7b00cef238637a0f1bf980a375d9766d, regionState=OPENING, regionLocation=83e80bf221ca,41787,1733980206847 2024-12-12T05:10:09,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 7b00cef238637a0f1bf980a375d9766d, server=83e80bf221ca,41787,1733980206847}] 2024-12-12T05:10:09,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 0a3ff5fa1eff395c923b9cd59fadf638, server=83e80bf221ca,43427,1733980206879}] 2024-12-12T05:10:09,350 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 83e80bf221ca,41787,1733980206847 2024-12-12T05:10:09,351 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 83e80bf221ca,43427,1733980206879 2024-12-12T05:10:09,352 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T05:10:09,355 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T05:10:09,359 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733980208530.7b00cef238637a0f1bf980a375d9766d. 2024-12-12T05:10:09,360 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 7b00cef238637a0f1bf980a375d9766d, NAME => 'testClearRegionBlockCache,,1733980208530.7b00cef238637a0f1bf980a375d9766d.', STARTKEY => '', ENDKEY => '5'} 2024-12-12T05:10:09,361 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7b00cef238637a0f1bf980a375d9766d 2024-12-12T05:10:09,361 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733980208530.7b00cef238637a0f1bf980a375d9766d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:09,361 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 7b00cef238637a0f1bf980a375d9766d 2024-12-12T05:10:09,361 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 7b00cef238637a0f1bf980a375d9766d 2024-12-12T05:10:09,362 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733980208530.0a3ff5fa1eff395c923b9cd59fadf638. 2024-12-12T05:10:09,362 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 0a3ff5fa1eff395c923b9cd59fadf638, NAME => 'testClearRegionBlockCache,5,1733980208530.0a3ff5fa1eff395c923b9cd59fadf638.', STARTKEY => '5', ENDKEY => ''} 2024-12-12T05:10:09,362 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0a3ff5fa1eff395c923b9cd59fadf638 2024-12-12T05:10:09,362 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733980208530.0a3ff5fa1eff395c923b9cd59fadf638.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:09,362 INFO [StoreOpener-7b00cef238637a0f1bf980a375d9766d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7b00cef238637a0f1bf980a375d9766d 2024-12-12T05:10:09,362 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 0a3ff5fa1eff395c923b9cd59fadf638 2024-12-12T05:10:09,362 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 0a3ff5fa1eff395c923b9cd59fadf638 2024-12-12T05:10:09,364 INFO [StoreOpener-0a3ff5fa1eff395c923b9cd59fadf638-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0a3ff5fa1eff395c923b9cd59fadf638 2024-12-12T05:10:09,364 INFO [StoreOpener-7b00cef238637a0f1bf980a375d9766d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b00cef238637a0f1bf980a375d9766d columnFamilyName family 2024-12-12T05:10:09,364 DEBUG [StoreOpener-7b00cef238637a0f1bf980a375d9766d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:09,365 INFO [StoreOpener-7b00cef238637a0f1bf980a375d9766d-1 {}] regionserver.HStore(327): Store=7b00cef238637a0f1bf980a375d9766d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:09,366 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/default/testClearRegionBlockCache/7b00cef238637a0f1bf980a375d9766d 2024-12-12T05:10:09,366 INFO [StoreOpener-0a3ff5fa1eff395c923b9cd59fadf638-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a3ff5fa1eff395c923b9cd59fadf638 columnFamilyName family 2024-12-12T05:10:09,366 DEBUG [StoreOpener-0a3ff5fa1eff395c923b9cd59fadf638-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:09,366 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/default/testClearRegionBlockCache/7b00cef238637a0f1bf980a375d9766d 2024-12-12T05:10:09,366 INFO [StoreOpener-0a3ff5fa1eff395c923b9cd59fadf638-1 {}] regionserver.HStore(327): Store=0a3ff5fa1eff395c923b9cd59fadf638/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:09,367 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/default/testClearRegionBlockCache/0a3ff5fa1eff395c923b9cd59fadf638 2024-12-12T05:10:09,368 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/default/testClearRegionBlockCache/0a3ff5fa1eff395c923b9cd59fadf638 2024-12-12T05:10:09,368 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 7b00cef238637a0f1bf980a375d9766d 2024-12-12T05:10:09,370 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 0a3ff5fa1eff395c923b9cd59fadf638 2024-12-12T05:10:09,371 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/default/testClearRegionBlockCache/7b00cef238637a0f1bf980a375d9766d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:10:09,371 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 7b00cef238637a0f1bf980a375d9766d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69823871, jitterRate=0.040456756949424744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T05:10:09,372 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/default/testClearRegionBlockCache/0a3ff5fa1eff395c923b9cd59fadf638/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:10:09,372 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 7b00cef238637a0f1bf980a375d9766d: 2024-12-12T05:10:09,373 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 0a3ff5fa1eff395c923b9cd59fadf638; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64922452, jitterRate=-0.03258007764816284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T05:10:09,373 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 0a3ff5fa1eff395c923b9cd59fadf638: 2024-12-12T05:10:09,373 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733980208530.7b00cef238637a0f1bf980a375d9766d., pid=12, masterSystemTime=1733980209350 2024-12-12T05:10:09,374 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733980208530.0a3ff5fa1eff395c923b9cd59fadf638., pid=13, masterSystemTime=1733980209351 2024-12-12T05:10:09,375 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733980208530.7b00cef238637a0f1bf980a375d9766d. 2024-12-12T05:10:09,375 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733980208530.7b00cef238637a0f1bf980a375d9766d. 2024-12-12T05:10:09,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=7b00cef238637a0f1bf980a375d9766d, regionState=OPEN, openSeqNum=2, regionLocation=83e80bf221ca,41787,1733980206847 2024-12-12T05:10:09,376 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733980208530.0a3ff5fa1eff395c923b9cd59fadf638. 2024-12-12T05:10:09,376 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733980208530.0a3ff5fa1eff395c923b9cd59fadf638. 2024-12-12T05:10:09,376 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=0a3ff5fa1eff395c923b9cd59fadf638, regionState=OPEN, openSeqNum=2, regionLocation=83e80bf221ca,43427,1733980206879 2024-12-12T05:10:09,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-12T05:10:09,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 7b00cef238637a0f1bf980a375d9766d, server=83e80bf221ca,41787,1733980206847 in 183 msec 2024-12-12T05:10:09,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-12T05:10:09,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7b00cef238637a0f1bf980a375d9766d, ASSIGN in 346 msec 2024-12-12T05:10:09,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 0a3ff5fa1eff395c923b9cd59fadf638, server=83e80bf221ca,43427,1733980206879 in 181 msec 2024-12-12T05:10:09,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-12T05:10:09,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0a3ff5fa1eff395c923b9cd59fadf638, ASSIGN in 346 msec 2024-12-12T05:10:09,383 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T05:10:09,383 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733980209383"}]},"ts":"1733980209383"} 2024-12-12T05:10:09,385 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-12T05:10:09,392 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T05:10:09,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 861 msec 2024-12-12T05:10:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:10:09,648 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-12T05:10:09,648 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-12T05:10:09,648 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T05:10:09,659 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-12T05:10:09,659 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T05:10:09,659 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-12T05:10:09,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T05:10:09,672 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T05:10:09,680 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 7b00cef238637a0f1bf980a375d9766d 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-12T05:10:09,698 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/default/testClearRegionBlockCache/7b00cef238637a0f1bf980a375d9766d/.tmp/family/067eff4cd71a402b8463bd9d8a69bdb0 is 32, key is 1/family:/1733980209662/Put/seqid=0 2024-12-12T05:10:09,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741841_1017 (size=5054) 2024-12-12T05:10:09,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741841_1017 (size=5054) 2024-12-12T05:10:09,704 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/default/testClearRegionBlockCache/7b00cef238637a0f1bf980a375d9766d/.tmp/family/067eff4cd71a402b8463bd9d8a69bdb0 2024-12-12T05:10:09,711 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/default/testClearRegionBlockCache/7b00cef238637a0f1bf980a375d9766d/.tmp/family/067eff4cd71a402b8463bd9d8a69bdb0 as hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/default/testClearRegionBlockCache/7b00cef238637a0f1bf980a375d9766d/family/067eff4cd71a402b8463bd9d8a69bdb0 2024-12-12T05:10:09,718 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/default/testClearRegionBlockCache/7b00cef238637a0f1bf980a375d9766d/family/067eff4cd71a402b8463bd9d8a69bdb0, entries=4, sequenceid=8, filesize=4.9 K 2024-12-12T05:10:09,719 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 7b00cef238637a0f1bf980a375d9766d in 39ms, sequenceid=8, compaction requested=false 2024-12-12T05:10:09,719 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 7b00cef238637a0f1bf980a375d9766d: 2024-12-12T05:10:09,719 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 0a3ff5fa1eff395c923b9cd59fadf638 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-12T05:10:09,734 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/default/testClearRegionBlockCache/0a3ff5fa1eff395c923b9cd59fadf638/.tmp/family/96a3f06cbd14482ab240a0975eb56680 is 32, key is 5/family:/1733980209673/Put/seqid=0 2024-12-12T05:10:09,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741842_1018 (size=5083) 2024-12-12T05:10:09,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741842_1018 (size=5083) 2024-12-12T05:10:09,740 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/default/testClearRegionBlockCache/0a3ff5fa1eff395c923b9cd59fadf638/.tmp/family/96a3f06cbd14482ab240a0975eb56680 2024-12-12T05:10:09,747 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/default/testClearRegionBlockCache/0a3ff5fa1eff395c923b9cd59fadf638/.tmp/family/96a3f06cbd14482ab240a0975eb56680 as hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/default/testClearRegionBlockCache/0a3ff5fa1eff395c923b9cd59fadf638/family/96a3f06cbd14482ab240a0975eb56680 2024-12-12T05:10:09,752 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/default/testClearRegionBlockCache/0a3ff5fa1eff395c923b9cd59fadf638/family/96a3f06cbd14482ab240a0975eb56680, entries=5, sequenceid=9, filesize=5.0 K 2024-12-12T05:10:09,753 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 0a3ff5fa1eff395c923b9cd59fadf638 in 34ms, sequenceid=9, compaction requested=false 2024-12-12T05:10:09,753 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 0a3ff5fa1eff395c923b9cd59fadf638: 2024-12-12T05:10:09,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T05:10:09,764 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T05:10:09,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T05:10:09,766 INFO [RS-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T05:10:09,767 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-12T05:10:09,767 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-12T05:10:09,767 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41d630f6 to 127.0.0.1:53103 2024-12-12T05:10:09,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:09,768 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-12T05:10:09,768 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1397344237, stopped=false 2024-12-12T05:10:09,768 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=83e80bf221ca,38163,1733980206695 2024-12-12T05:10:09,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10018a552cc0002, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:09,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10018a552cc0001, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:09,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:09,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10018a552cc0002, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:09,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10018a552cc0001, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:09,822 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-12T05:10:09,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:09,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43427-0x10018a552cc0002, quorum=127.0.0.1:53103, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:09,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:09,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41787-0x10018a552cc0001, quorum=127.0.0.1:53103, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:09,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:09,823 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '83e80bf221ca,41787,1733980206847' ***** 2024-12-12T05:10:09,824 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-12T05:10:09,824 INFO [RS:0;83e80bf221ca:41787 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-12T05:10:09,824 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '83e80bf221ca,43427,1733980206879' ***** 2024-12-12T05:10:09,824 INFO [RS:0;83e80bf221ca:41787 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-12T05:10:09,824 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-12T05:10:09,824 INFO [RS:0;83e80bf221ca:41787 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-12T05:10:09,824 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-12T05:10:09,825 INFO [RS:0;83e80bf221ca:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for 67751528e8f1676a44453cb59c637998 2024-12-12T05:10:09,825 INFO [RS:1;83e80bf221ca:43427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-12T05:10:09,826 INFO [RS:1;83e80bf221ca:43427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-12T05:10:09,826 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-12T05:10:09,826 INFO [RS:1;83e80bf221ca:43427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-12T05:10:09,826 INFO [RS:0;83e80bf221ca:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for 7b00cef238637a0f1bf980a375d9766d 2024-12-12T05:10:09,826 INFO [RS:1;83e80bf221ca:43427 {}] regionserver.HRegionServer(3579): Received CLOSE for 0a3ff5fa1eff395c923b9cd59fadf638 2024-12-12T05:10:09,826 INFO [RS:0;83e80bf221ca:41787 {}] regionserver.HRegionServer(1224): stopping server 83e80bf221ca,41787,1733980206847 2024-12-12T05:10:09,826 DEBUG [RS:0;83e80bf221ca:41787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:09,826 INFO [RS:0;83e80bf221ca:41787 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-12T05:10:09,826 INFO [RS:0;83e80bf221ca:41787 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-12T05:10:09,826 INFO [RS:0;83e80bf221ca:41787 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-12T05:10:09,826 INFO [RS:1;83e80bf221ca:43427 {}] regionserver.HRegionServer(1224): stopping server 83e80bf221ca,43427,1733980206879 2024-12-12T05:10:09,826 DEBUG [RS:1;83e80bf221ca:43427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:09,826 INFO [RS:0;83e80bf221ca:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-12T05:10:09,826 INFO [RS:1;83e80bf221ca:43427 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-12T05:10:09,826 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0a3ff5fa1eff395c923b9cd59fadf638, disabling compactions & flushes 2024-12-12T05:10:09,826 DEBUG [RS:1;83e80bf221ca:43427 {}] regionserver.HRegionServer(1603): Online Regions={0a3ff5fa1eff395c923b9cd59fadf638=testClearRegionBlockCache,5,1733980208530.0a3ff5fa1eff395c923b9cd59fadf638.} 2024-12-12T05:10:09,826 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733980208530.0a3ff5fa1eff395c923b9cd59fadf638. 2024-12-12T05:10:09,826 DEBUG [RS:1;83e80bf221ca:43427 {}] regionserver.HRegionServer(1629): Waiting on 0a3ff5fa1eff395c923b9cd59fadf638 2024-12-12T05:10:09,826 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733980208530.0a3ff5fa1eff395c923b9cd59fadf638. 2024-12-12T05:10:09,826 INFO [RS:0;83e80bf221ca:41787 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-12T05:10:09,826 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733980208530.0a3ff5fa1eff395c923b9cd59fadf638. after waiting 0 ms 2024-12-12T05:10:09,826 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 67751528e8f1676a44453cb59c637998, disabling compactions & flushes 2024-12-12T05:10:09,826 DEBUG [RS:0;83e80bf221ca:41787 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 67751528e8f1676a44453cb59c637998=hbase:namespace,,1733980207906.67751528e8f1676a44453cb59c637998., 7b00cef238637a0f1bf980a375d9766d=testClearRegionBlockCache,,1733980208530.7b00cef238637a0f1bf980a375d9766d.} 2024-12-12T05:10:09,827 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733980208530.0a3ff5fa1eff395c923b9cd59fadf638. 2024-12-12T05:10:09,827 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733980207906.67751528e8f1676a44453cb59c637998. 2024-12-12T05:10:09,827 DEBUG [RS:0;83e80bf221ca:41787 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 67751528e8f1676a44453cb59c637998, 7b00cef238637a0f1bf980a375d9766d 2024-12-12T05:10:09,827 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733980207906.67751528e8f1676a44453cb59c637998. 2024-12-12T05:10:09,827 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-12T05:10:09,827 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733980207906.67751528e8f1676a44453cb59c637998. after waiting 0 ms 2024-12-12T05:10:09,827 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733980207906.67751528e8f1676a44453cb59c637998. 2024-12-12T05:10:09,827 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-12T05:10:09,827 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-12T05:10:09,827 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-12T05:10:09,827 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-12T05:10:09,827 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 67751528e8f1676a44453cb59c637998 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-12T05:10:09,827 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-12T05:10:09,831 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/default/testClearRegionBlockCache/0a3ff5fa1eff395c923b9cd59fadf638/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-12T05:10:09,832 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733980208530.0a3ff5fa1eff395c923b9cd59fadf638. 2024-12-12T05:10:09,832 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0a3ff5fa1eff395c923b9cd59fadf638: 2024-12-12T05:10:09,833 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733980208530.0a3ff5fa1eff395c923b9cd59fadf638. 2024-12-12T05:10:09,844 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/hbase/namespace/67751528e8f1676a44453cb59c637998/.tmp/info/faf0e5e0e3f54bafba0a19b70f0d4dc1 is 45, key is default/info:d/1733980208372/Put/seqid=0 2024-12-12T05:10:09,844 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/hbase/meta/1588230740/.tmp/info/d4337dee55af417aa4ed96dbc06ed39e is 173, key is testClearRegionBlockCache,5,1733980208530.0a3ff5fa1eff395c923b9cd59fadf638./info:regioninfo/1733980209376/Put/seqid=0 2024-12-12T05:10:09,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741844_1020 (size=5037) 2024-12-12T05:10:09,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741844_1020 (size=5037) 2024-12-12T05:10:09,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741843_1019 (size=9337) 2024-12-12T05:10:09,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741843_1019 (size=9337) 2024-12-12T05:10:09,850 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/hbase/namespace/67751528e8f1676a44453cb59c637998/.tmp/info/faf0e5e0e3f54bafba0a19b70f0d4dc1 2024-12-12T05:10:09,850 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/hbase/meta/1588230740/.tmp/info/d4337dee55af417aa4ed96dbc06ed39e 2024-12-12T05:10:09,857 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/hbase/namespace/67751528e8f1676a44453cb59c637998/.tmp/info/faf0e5e0e3f54bafba0a19b70f0d4dc1 as hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/hbase/namespace/67751528e8f1676a44453cb59c637998/info/faf0e5e0e3f54bafba0a19b70f0d4dc1 2024-12-12T05:10:09,863 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/hbase/namespace/67751528e8f1676a44453cb59c637998/info/faf0e5e0e3f54bafba0a19b70f0d4dc1, entries=2, sequenceid=6, filesize=4.9 K 2024-12-12T05:10:09,864 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 67751528e8f1676a44453cb59c637998 in 37ms, sequenceid=6, compaction requested=false 2024-12-12T05:10:09,869 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/hbase/namespace/67751528e8f1676a44453cb59c637998/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-12T05:10:09,870 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733980207906.67751528e8f1676a44453cb59c637998. 2024-12-12T05:10:09,870 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 67751528e8f1676a44453cb59c637998: 2024-12-12T05:10:09,870 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733980207906.67751528e8f1676a44453cb59c637998. 2024-12-12T05:10:09,870 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7b00cef238637a0f1bf980a375d9766d, disabling compactions & flushes 2024-12-12T05:10:09,870 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733980208530.7b00cef238637a0f1bf980a375d9766d. 2024-12-12T05:10:09,870 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733980208530.7b00cef238637a0f1bf980a375d9766d. 2024-12-12T05:10:09,870 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733980208530.7b00cef238637a0f1bf980a375d9766d. after waiting 0 ms 2024-12-12T05:10:09,870 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733980208530.7b00cef238637a0f1bf980a375d9766d. 2024-12-12T05:10:09,872 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/hbase/meta/1588230740/.tmp/table/b49bf2d6c3e34bfca7656ff108e2d898 is 61, key is testClearRegionBlockCache/table:state/1733980209383/Put/seqid=0 2024-12-12T05:10:09,875 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/default/testClearRegionBlockCache/7b00cef238637a0f1bf980a375d9766d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-12T05:10:09,876 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733980208530.7b00cef238637a0f1bf980a375d9766d. 2024-12-12T05:10:09,876 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7b00cef238637a0f1bf980a375d9766d: 2024-12-12T05:10:09,876 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733980208530.7b00cef238637a0f1bf980a375d9766d. 2024-12-12T05:10:09,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741845_1021 (size=5392) 2024-12-12T05:10:09,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741845_1021 (size=5392) 2024-12-12T05:10:09,878 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/hbase/meta/1588230740/.tmp/table/b49bf2d6c3e34bfca7656ff108e2d898 2024-12-12T05:10:09,885 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/hbase/meta/1588230740/.tmp/info/d4337dee55af417aa4ed96dbc06ed39e as hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/hbase/meta/1588230740/info/d4337dee55af417aa4ed96dbc06ed39e 2024-12-12T05:10:09,892 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/hbase/meta/1588230740/info/d4337dee55af417aa4ed96dbc06ed39e, entries=30, sequenceid=16, filesize=9.1 K 2024-12-12T05:10:09,893 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/hbase/meta/1588230740/.tmp/table/b49bf2d6c3e34bfca7656ff108e2d898 as hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/hbase/meta/1588230740/table/b49bf2d6c3e34bfca7656ff108e2d898 2024-12-12T05:10:09,900 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/hbase/meta/1588230740/table/b49bf2d6c3e34bfca7656ff108e2d898, entries=4, sequenceid=16, filesize=5.3 K 2024-12-12T05:10:09,901 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 74ms, sequenceid=16, compaction requested=false 2024-12-12T05:10:09,903 INFO [regionserver/83e80bf221ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T05:10:09,903 INFO [regionserver/83e80bf221ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T05:10:09,905 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-12T05:10:09,906 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-12T05:10:09,906 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-12T05:10:09,906 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-12T05:10:09,906 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-12T05:10:10,027 INFO [RS:1;83e80bf221ca:43427 {}] regionserver.HRegionServer(1250): stopping server 83e80bf221ca,43427,1733980206879; all regions closed. 2024-12-12T05:10:10,027 INFO [RS:0;83e80bf221ca:41787 {}] regionserver.HRegionServer(1250): stopping server 83e80bf221ca,41787,1733980206847; all regions closed. 2024-12-12T05:10:10,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741833_1009 (size=1867) 2024-12-12T05:10:10,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741835_1011 (size=5602) 2024-12-12T05:10:10,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741833_1009 (size=1867) 2024-12-12T05:10:10,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741835_1011 (size=5602) 2024-12-12T05:10:10,038 DEBUG [RS:1;83e80bf221ca:43427 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/oldWALs 2024-12-12T05:10:10,038 INFO [RS:1;83e80bf221ca:43427 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 83e80bf221ca%2C43427%2C1733980206879:(num 1733980207440) 2024-12-12T05:10:10,038 DEBUG [RS:1;83e80bf221ca:43427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:10,038 DEBUG [RS:0;83e80bf221ca:41787 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/oldWALs 2024-12-12T05:10:10,038 INFO [RS:0;83e80bf221ca:41787 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 83e80bf221ca%2C41787%2C1733980206847.meta:.meta(num 1733980207825) 2024-12-12T05:10:10,038 INFO [RS:1;83e80bf221ca:43427 {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T05:10:10,038 INFO [RS:1;83e80bf221ca:43427 {}] hbase.ChoreService(370): Chore service for: regionserver/83e80bf221ca:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-12T05:10:10,038 INFO [RS:1;83e80bf221ca:43427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-12T05:10:10,038 INFO [regionserver/83e80bf221ca:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-12T05:10:10,038 INFO [RS:1;83e80bf221ca:43427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-12T05:10:10,038 INFO [RS:1;83e80bf221ca:43427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-12T05:10:10,038 INFO [RS:1;83e80bf221ca:43427 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43427 2024-12-12T05:10:10,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741834_1010 (size=3079) 2024-12-12T05:10:10,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741834_1010 (size=3079) 2024-12-12T05:10:10,042 DEBUG [RS:0;83e80bf221ca:41787 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/oldWALs 2024-12-12T05:10:10,042 INFO [RS:0;83e80bf221ca:41787 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 83e80bf221ca%2C41787%2C1733980206847:(num 1733980207440) 2024-12-12T05:10:10,042 DEBUG [RS:0;83e80bf221ca:41787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:10,042 INFO [RS:0;83e80bf221ca:41787 {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T05:10:10,042 INFO [RS:0;83e80bf221ca:41787 {}] hbase.ChoreService(370): Chore service for: regionserver/83e80bf221ca:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-12T05:10:10,042 INFO [regionserver/83e80bf221ca:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-12T05:10:10,043 INFO [RS:0;83e80bf221ca:41787 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41787 2024-12-12T05:10:10,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-12T05:10:10,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10018a552cc0002, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/83e80bf221ca,43427,1733980206879 2024-12-12T05:10:10,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10018a552cc0001, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/83e80bf221ca,41787,1733980206847 2024-12-12T05:10:10,130 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83e80bf221ca,41787,1733980206847] 2024-12-12T05:10:10,130 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 83e80bf221ca,41787,1733980206847; numProcessing=1 2024-12-12T05:10:10,147 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/83e80bf221ca,41787,1733980206847 already deleted, retry=false 2024-12-12T05:10:10,147 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 83e80bf221ca,41787,1733980206847 expired; onlineServers=1 2024-12-12T05:10:10,147 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83e80bf221ca,43427,1733980206879] 2024-12-12T05:10:10,147 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 83e80bf221ca,43427,1733980206879; numProcessing=2 2024-12-12T05:10:10,158 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/83e80bf221ca,43427,1733980206879 already deleted, retry=false 2024-12-12T05:10:10,158 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 83e80bf221ca,43427,1733980206879 expired; onlineServers=0 2024-12-12T05:10:10,158 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '83e80bf221ca,38163,1733980206695' ***** 2024-12-12T05:10:10,158 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-12T05:10:10,159 DEBUG [M:0;83e80bf221ca:38163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126714c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83e80bf221ca/172.17.0.2:0 2024-12-12T05:10:10,159 INFO [M:0;83e80bf221ca:38163 {}] regionserver.HRegionServer(1224): stopping server 83e80bf221ca,38163,1733980206695 2024-12-12T05:10:10,159 INFO [M:0;83e80bf221ca:38163 {}] regionserver.HRegionServer(1250): stopping server 83e80bf221ca,38163,1733980206695; all regions closed. 2024-12-12T05:10:10,159 DEBUG [M:0;83e80bf221ca:38163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:10,160 DEBUG [M:0;83e80bf221ca:38163 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-12T05:10:10,160 DEBUG [M:0;83e80bf221ca:38163 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-12T05:10:10,160 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-12T05:10:10,160 DEBUG [master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.small.0-1733980207174 {}] cleaner.HFileCleaner(306): Exit Thread[master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.small.0-1733980207174,5,FailOnTimeoutGroup] 2024-12-12T05:10:10,160 DEBUG [master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.large.0-1733980207174 {}] cleaner.HFileCleaner(306): Exit Thread[master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.large.0-1733980207174,5,FailOnTimeoutGroup] 2024-12-12T05:10:10,161 INFO [M:0;83e80bf221ca:38163 {}] hbase.ChoreService(370): Chore service for: master/83e80bf221ca:0 had [] on shutdown 2024-12-12T05:10:10,161 DEBUG [M:0;83e80bf221ca:38163 {}] master.HMaster(1733): Stopping service threads 2024-12-12T05:10:10,161 INFO [M:0;83e80bf221ca:38163 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-12T05:10:10,163 INFO [M:0;83e80bf221ca:38163 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-12T05:10:10,163 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-12T05:10:10,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-12T05:10:10,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:10,167 DEBUG [M:0;83e80bf221ca:38163 {}] zookeeper.ZKUtil(347): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-12T05:10:10,167 WARN [M:0;83e80bf221ca:38163 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-12T05:10:10,167 INFO [M:0;83e80bf221ca:38163 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-12T05:10:10,167 INFO [M:0;83e80bf221ca:38163 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-12T05:10:10,167 DEBUG [M:0;83e80bf221ca:38163 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-12T05:10:10,167 INFO [M:0;83e80bf221ca:38163 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:10,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T05:10:10,167 DEBUG [M:0;83e80bf221ca:38163 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:10,168 DEBUG [M:0;83e80bf221ca:38163 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-12T05:10:10,168 DEBUG [M:0;83e80bf221ca:38163 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:10,168 INFO [M:0;83e80bf221ca:38163 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-12-12T05:10:10,186 DEBUG [M:0;83e80bf221ca:38163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56343d085e0440e2bce2774e4ee3e0c9 is 82, key is hbase:meta,,1/info:regioninfo/1733980207867/Put/seqid=0 2024-12-12T05:10:10,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741846_1022 (size=5672) 2024-12-12T05:10:10,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741846_1022 (size=5672) 2024-12-12T05:10:10,192 INFO [M:0;83e80bf221ca:38163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56343d085e0440e2bce2774e4ee3e0c9 2024-12-12T05:10:10,210 DEBUG [M:0;83e80bf221ca:38163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03a6632920f646cfbb08c9e946728511 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733980209393/Put/seqid=0 2024-12-12T05:10:10,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741847_1023 (size=7577) 2024-12-12T05:10:10,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741847_1023 (size=7577) 2024-12-12T05:10:10,216 INFO [M:0;83e80bf221ca:38163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03a6632920f646cfbb08c9e946728511 2024-12-12T05:10:10,230 INFO [RS:1;83e80bf221ca:43427 {}] regionserver.HRegionServer(1307): Exiting; stopping=83e80bf221ca,43427,1733980206879; zookeeper connection closed. 2024-12-12T05:10:10,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10018a552cc0002, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:10,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10018a552cc0002, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:10,231 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c60de0d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c60de0d 2024-12-12T05:10:10,235 DEBUG [M:0;83e80bf221ca:38163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45342e835fc44c9092551ca9da585867 is 69, key is 83e80bf221ca,41787,1733980206847/rs:state/1733980207252/Put/seqid=0 2024-12-12T05:10:10,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10018a552cc0001, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:10,239 INFO [RS:0;83e80bf221ca:41787 {}] regionserver.HRegionServer(1307): Exiting; stopping=83e80bf221ca,41787,1733980206847; zookeeper connection closed. 2024-12-12T05:10:10,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10018a552cc0001, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:10,239 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a9c0ee3 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a9c0ee3 2024-12-12T05:10:10,239 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-12T05:10:10,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741848_1024 (size=5224) 2024-12-12T05:10:10,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741848_1024 (size=5224) 2024-12-12T05:10:10,240 INFO [M:0;83e80bf221ca:38163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45342e835fc44c9092551ca9da585867 2024-12-12T05:10:10,245 DEBUG [M:0;83e80bf221ca:38163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56343d085e0440e2bce2774e4ee3e0c9 as hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56343d085e0440e2bce2774e4ee3e0c9 2024-12-12T05:10:10,251 INFO [M:0;83e80bf221ca:38163 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56343d085e0440e2bce2774e4ee3e0c9, entries=8, sequenceid=108, filesize=5.5 K 2024-12-12T05:10:10,252 DEBUG [M:0;83e80bf221ca:38163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03a6632920f646cfbb08c9e946728511 as hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03a6632920f646cfbb08c9e946728511 2024-12-12T05:10:10,258 INFO [M:0;83e80bf221ca:38163 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03a6632920f646cfbb08c9e946728511, entries=13, sequenceid=108, filesize=7.4 K 2024-12-12T05:10:10,259 DEBUG [M:0;83e80bf221ca:38163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45342e835fc44c9092551ca9da585867 as hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45342e835fc44c9092551ca9da585867 2024-12-12T05:10:10,266 INFO [M:0;83e80bf221ca:38163 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44007/user/jenkins/test-data/18fd791d-e8c8-ed07-7050-e37c2df54a97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45342e835fc44c9092551ca9da585867, entries=2, sequenceid=108, filesize=5.1 K 2024-12-12T05:10:10,267 INFO [M:0;83e80bf221ca:38163 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=108, compaction requested=false 2024-12-12T05:10:10,269 INFO [M:0;83e80bf221ca:38163 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:10,269 DEBUG [M:0;83e80bf221ca:38163 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-12T05:10:10,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46517 is added to blk_1073741830_1006 (size=54453) 2024-12-12T05:10:10,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741830_1006 (size=54453) 2024-12-12T05:10:10,272 INFO [M:0;83e80bf221ca:38163 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-12T05:10:10,272 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-12T05:10:10,272 INFO [M:0;83e80bf221ca:38163 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38163 2024-12-12T05:10:10,282 DEBUG [M:0;83e80bf221ca:38163 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/83e80bf221ca,38163,1733980206695 already deleted, retry=false 2024-12-12T05:10:10,391 INFO [M:0;83e80bf221ca:38163 {}] regionserver.HRegionServer(1307): Exiting; stopping=83e80bf221ca,38163,1733980206695; zookeeper connection closed. 2024-12-12T05:10:10,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:10,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x10018a552cc0000, quorum=127.0.0.1:53103, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:10,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45749582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T05:10:10,394 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ca459b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T05:10:10,395 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T05:10:10,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d975155{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T05:10:10,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c22686{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/hadoop.log.dir/,STOPPED} 2024-12-12T05:10:10,396 WARN [BP-805293094-172.17.0.2-1733980205120 heartbeating to localhost/127.0.0.1:44007 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T05:10:10,396 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T05:10:10,396 WARN [BP-805293094-172.17.0.2-1733980205120 heartbeating to localhost/127.0.0.1:44007 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-805293094-172.17.0.2-1733980205120 (Datanode Uuid e9337297-f1be-4970-b1d1-838a3fd415fa) service to localhost/127.0.0.1:44007 2024-12-12T05:10:10,396 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T05:10:10,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/cluster_4f5311a6-82f8-381e-48ee-8493b55bbc78/dfs/data/data3/current/BP-805293094-172.17.0.2-1733980205120 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T05:10:10,398 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/cluster_4f5311a6-82f8-381e-48ee-8493b55bbc78/dfs/data/data4/current/BP-805293094-172.17.0.2-1733980205120 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T05:10:10,398 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T05:10:10,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64ea9943{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T05:10:10,401 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cf347e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T05:10:10,401 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T05:10:10,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77757b27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T05:10:10,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24527529{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/hadoop.log.dir/,STOPPED} 2024-12-12T05:10:10,402 WARN [BP-805293094-172.17.0.2-1733980205120 heartbeating to localhost/127.0.0.1:44007 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T05:10:10,402 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T05:10:10,402 WARN [BP-805293094-172.17.0.2-1733980205120 heartbeating to localhost/127.0.0.1:44007 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-805293094-172.17.0.2-1733980205120 (Datanode Uuid 13ca3d74-d2ba-458e-acf4-64207ebf8583) service to localhost/127.0.0.1:44007 2024-12-12T05:10:10,402 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T05:10:10,403 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/cluster_4f5311a6-82f8-381e-48ee-8493b55bbc78/dfs/data/data1/current/BP-805293094-172.17.0.2-1733980205120 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T05:10:10,403 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/cluster_4f5311a6-82f8-381e-48ee-8493b55bbc78/dfs/data/data2/current/BP-805293094-172.17.0.2-1733980205120 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T05:10:10,403 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T05:10:10,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ed5067e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T05:10:10,410 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76a2e549{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T05:10:10,410 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T05:10:10,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b4226bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T05:10:10,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45f8969a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/hadoop.log.dir/,STOPPED} 2024-12-12T05:10:10,416 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-12T05:10:10,432 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-12T05:10:10,439 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=132 (was 106) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:44007 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:44007 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:44007 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:44007 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=468 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=59 (was 64), ProcessCount=11 (was 11), AvailableMemoryMB=13511 (was 13753) 2024-12-12T05:10:10,445 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=132, OpenFileDescriptor=468, MaxFileDescriptor=1048576, SystemLoadAverage=59, ProcessCount=11, AvailableMemoryMB=13511 2024-12-12T05:10:10,457 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/hadoop.log.dir so I do NOT create it in target/test-data/3b253026-2860-5523-9594-19cee3a94509 2024-12-12T05:10:10,457 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/hadoop.log.dir Erasing configuration value by system value. 2024-12-12T05:10:10,457 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/hadoop.tmp.dir so I do NOT create it in target/test-data/3b253026-2860-5523-9594-19cee3a94509 2024-12-12T05:10:10,457 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a5283453-88b5-4280-fd90-47bf4d4280a4/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-12T05:10:10,457 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509 2024-12-12T05:10:10,457 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-12T05:10:10,457 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/cluster_f1190b91-b3e4-c8d7-4593-09badab1a1b1, deleteOnExit=true 2024-12-12T05:10:10,457 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-12T05:10:10,458 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/test.cache.data in system properties and HBase conf 2024-12-12T05:10:10,458 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/hadoop.tmp.dir in system properties and HBase conf 2024-12-12T05:10:10,458 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/hadoop.log.dir in system properties and HBase conf 2024-12-12T05:10:10,458 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-12T05:10:10,458 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-12T05:10:10,458 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-12T05:10:10,458 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-12T05:10:10,458 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-12T05:10:10,458 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-12T05:10:10,458 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-12T05:10:10,458 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T05:10:10,458 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-12T05:10:10,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-12T05:10:10,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T05:10:10,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T05:10:10,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-12T05:10:10,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/nfs.dump.dir in system properties and HBase conf 2024-12-12T05:10:10,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/java.io.tmpdir in system properties and HBase conf 2024-12-12T05:10:10,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T05:10:10,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-12T05:10:10,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-12T05:10:10,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T05:10:10,798 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T05:10:10,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T05:10:10,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T05:10:10,800 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T05:10:10,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T05:10:10,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35880e14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/hadoop.log.dir/,AVAILABLE} 2024-12-12T05:10:10,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c95392f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T05:10:10,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33cfa592{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/java.io.tmpdir/jetty-localhost-42369-hadoop-hdfs-3_4_1-tests_jar-_-any-5903778820456290398/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T05:10:10,892 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6455ad2d{HTTP/1.1, (http/1.1)}{localhost:42369} 2024-12-12T05:10:10,892 INFO [Time-limited test {}] server.Server(415): Started @22699ms 2024-12-12T05:10:11,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T05:10:11,073 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T05:10:11,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T05:10:11,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T05:10:11,074 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T05:10:11,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2062e329{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/hadoop.log.dir/,AVAILABLE} 2024-12-12T05:10:11,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a2c31bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T05:10:11,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6de2dd39{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/java.io.tmpdir/jetty-localhost-33291-hadoop-hdfs-3_4_1-tests_jar-_-any-9005774562859424526/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T05:10:11,164 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18a085ac{HTTP/1.1, (http/1.1)}{localhost:33291} 2024-12-12T05:10:11,164 INFO [Time-limited test {}] server.Server(415): Started @22971ms 2024-12-12T05:10:11,165 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T05:10:11,193 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T05:10:11,195 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T05:10:11,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T05:10:11,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T05:10:11,196 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T05:10:11,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66afe306{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/hadoop.log.dir/,AVAILABLE} 2024-12-12T05:10:11,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf0b7de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T05:10:11,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5acaa4dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/java.io.tmpdir/jetty-localhost-45119-hadoop-hdfs-3_4_1-tests_jar-_-any-4139438438583932196/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T05:10:11,286 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6108d13f{HTTP/1.1, (http/1.1)}{localhost:45119} 2024-12-12T05:10:11,286 INFO [Time-limited test {}] server.Server(415): Started @23093ms 2024-12-12T05:10:11,287 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T05:10:11,721 WARN [Thread-908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/cluster_f1190b91-b3e4-c8d7-4593-09badab1a1b1/dfs/data/data1/current/BP-692394735-172.17.0.2-1733980210481/current, will proceed with Du for space computation calculation, 2024-12-12T05:10:11,721 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/cluster_f1190b91-b3e4-c8d7-4593-09badab1a1b1/dfs/data/data2/current/BP-692394735-172.17.0.2-1733980210481/current, will proceed with Du for space computation calculation, 2024-12-12T05:10:11,739 WARN [Thread-873 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T05:10:11,741 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe72a794bc99d4b6 with lease ID 0x1ae8b89460fe3d3c: Processing first storage report for DS-dec1a32f-720c-4b45-9971-cbe65838a66e from datanode DatanodeRegistration(127.0.0.1:44343, datanodeUuid=e6f99b15-e952-40d9-b9a9-6c5b02bd317e, infoPort=45159, infoSecurePort=0, ipcPort=34199, storageInfo=lv=-57;cid=testClusterID;nsid=1749950327;c=1733980210481) 2024-12-12T05:10:11,741 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe72a794bc99d4b6 with lease ID 0x1ae8b89460fe3d3c: from storage DS-dec1a32f-720c-4b45-9971-cbe65838a66e node DatanodeRegistration(127.0.0.1:44343, datanodeUuid=e6f99b15-e952-40d9-b9a9-6c5b02bd317e, infoPort=45159, infoSecurePort=0, ipcPort=34199, storageInfo=lv=-57;cid=testClusterID;nsid=1749950327;c=1733980210481), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T05:10:11,741 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe72a794bc99d4b6 with lease ID 0x1ae8b89460fe3d3c: Processing first storage report for DS-da6db55f-fb2d-452e-9b4a-1b560e8988de from datanode DatanodeRegistration(127.0.0.1:44343, datanodeUuid=e6f99b15-e952-40d9-b9a9-6c5b02bd317e, infoPort=45159, infoSecurePort=0, ipcPort=34199, storageInfo=lv=-57;cid=testClusterID;nsid=1749950327;c=1733980210481) 2024-12-12T05:10:11,742 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe72a794bc99d4b6 with lease ID 0x1ae8b89460fe3d3c: from storage DS-da6db55f-fb2d-452e-9b4a-1b560e8988de node DatanodeRegistration(127.0.0.1:44343, datanodeUuid=e6f99b15-e952-40d9-b9a9-6c5b02bd317e, infoPort=45159, infoSecurePort=0, ipcPort=34199, storageInfo=lv=-57;cid=testClusterID;nsid=1749950327;c=1733980210481), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T05:10:11,924 WARN [Thread-920 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/cluster_f1190b91-b3e4-c8d7-4593-09badab1a1b1/dfs/data/data3/current/BP-692394735-172.17.0.2-1733980210481/current, will proceed with Du for space computation calculation, 2024-12-12T05:10:11,925 WARN [Thread-921 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/cluster_f1190b91-b3e4-c8d7-4593-09badab1a1b1/dfs/data/data4/current/BP-692394735-172.17.0.2-1733980210481/current, will proceed with Du for space computation calculation, 2024-12-12T05:10:11,942 WARN [Thread-896 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T05:10:11,945 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x882bdafb79f9d393 with lease ID 0x1ae8b89460fe3d3d: Processing first storage report for DS-491c18b0-994f-4c83-9a7e-997e51427ead from datanode DatanodeRegistration(127.0.0.1:41131, datanodeUuid=c47b4193-d049-424d-9427-3b99ca96b57b, infoPort=37183, infoSecurePort=0, ipcPort=45071, storageInfo=lv=-57;cid=testClusterID;nsid=1749950327;c=1733980210481) 2024-12-12T05:10:11,945 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x882bdafb79f9d393 with lease ID 0x1ae8b89460fe3d3d: from storage DS-491c18b0-994f-4c83-9a7e-997e51427ead node DatanodeRegistration(127.0.0.1:41131, datanodeUuid=c47b4193-d049-424d-9427-3b99ca96b57b, infoPort=37183, infoSecurePort=0, ipcPort=45071, storageInfo=lv=-57;cid=testClusterID;nsid=1749950327;c=1733980210481), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T05:10:11,945 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x882bdafb79f9d393 with lease ID 0x1ae8b89460fe3d3d: Processing first storage report for DS-6dae2816-c7df-4714-b94c-59f5ceb011c7 from datanode DatanodeRegistration(127.0.0.1:41131, datanodeUuid=c47b4193-d049-424d-9427-3b99ca96b57b, infoPort=37183, infoSecurePort=0, ipcPort=45071, storageInfo=lv=-57;cid=testClusterID;nsid=1749950327;c=1733980210481) 2024-12-12T05:10:11,945 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x882bdafb79f9d393 with lease ID 0x1ae8b89460fe3d3d: from storage DS-6dae2816-c7df-4714-b94c-59f5ceb011c7 node DatanodeRegistration(127.0.0.1:41131, datanodeUuid=c47b4193-d049-424d-9427-3b99ca96b57b, infoPort=37183, infoSecurePort=0, ipcPort=45071, storageInfo=lv=-57;cid=testClusterID;nsid=1749950327;c=1733980210481), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T05:10:12,017 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509 2024-12-12T05:10:12,022 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/cluster_f1190b91-b3e4-c8d7-4593-09badab1a1b1/zookeeper_0, clientPort=63542, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/cluster_f1190b91-b3e4-c8d7-4593-09badab1a1b1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/cluster_f1190b91-b3e4-c8d7-4593-09badab1a1b1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-12T05:10:12,023 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63542 2024-12-12T05:10:12,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:12,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:12,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44343 is added to blk_1073741825_1001 (size=7) 2024-12-12T05:10:12,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41131 is added to blk_1073741825_1001 (size=7) 2024-12-12T05:10:12,037 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee with version=8 2024-12-12T05:10:12,037 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/hbase-staging 2024-12-12T05:10:12,039 INFO [Time-limited test {}] client.ConnectionUtils(129): master/83e80bf221ca:0 server-side Connection retries=45 2024-12-12T05:10:12,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:12,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:12,040 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T05:10:12,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:12,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T05:10:12,040 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T05:10:12,040 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T05:10:12,041 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46677 2024-12-12T05:10:12,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:12,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:12,045 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:46677 connecting to ZooKeeper ensemble=127.0.0.1:63542 2024-12-12T05:10:12,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466770x0, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T05:10:12,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46677-0x10018a567b40000 connected 2024-12-12T05:10:12,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T05:10:12,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:12,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T05:10:12,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46677 2024-12-12T05:10:12,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46677 2024-12-12T05:10:12,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46677 2024-12-12T05:10:12,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46677 2024-12-12T05:10:12,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46677 2024-12-12T05:10:12,165 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee, hbase.cluster.distributed=false 2024-12-12T05:10:12,180 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/83e80bf221ca:0 server-side Connection retries=45 2024-12-12T05:10:12,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:12,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:12,180 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T05:10:12,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:12,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T05:10:12,180 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T05:10:12,180 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T05:10:12,181 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42665 2024-12-12T05:10:12,181 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-12T05:10:12,187 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-12T05:10:12,191 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-12T05:10:12,193 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-12T05:10:12,194 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-12T05:10:12,195 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-12T05:10:12,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:12,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:12,198 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42665 connecting to ZooKeeper ensemble=127.0.0.1:63542 2024-12-12T05:10:12,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426650x0, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T05:10:12,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42665-0x10018a567b40001 connected 2024-12-12T05:10:12,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42665-0x10018a567b40001, quorum=127.0.0.1:63542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T05:10:12,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42665-0x10018a567b40001, quorum=127.0.0.1:63542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:12,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42665-0x10018a567b40001, quorum=127.0.0.1:63542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T05:10:12,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42665 2024-12-12T05:10:12,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42665 2024-12-12T05:10:12,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42665 2024-12-12T05:10:12,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42665 2024-12-12T05:10:12,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42665 2024-12-12T05:10:12,228 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/83e80bf221ca:0 server-side Connection retries=45 2024-12-12T05:10:12,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:12,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:12,228 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T05:10:12,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:12,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T05:10:12,228 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T05:10:12,228 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T05:10:12,229 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35461 2024-12-12T05:10:12,229 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-12T05:10:12,229 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-12T05:10:12,233 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-12T05:10:12,233 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-12T05:10:12,233 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-12T05:10:12,234 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-12T05:10:12,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:12,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:12,237 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35461 connecting to ZooKeeper ensemble=127.0.0.1:63542 2024-12-12T05:10:12,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354610x0, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T05:10:12,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354610x0, quorum=127.0.0.1:63542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T05:10:12,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35461-0x10018a567b40002 connected 2024-12-12T05:10:12,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35461-0x10018a567b40002, quorum=127.0.0.1:63542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:12,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35461-0x10018a567b40002, quorum=127.0.0.1:63542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T05:10:12,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35461 2024-12-12T05:10:12,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35461 2024-12-12T05:10:12,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35461 2024-12-12T05:10:12,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35461 2024-12-12T05:10:12,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35461 2024-12-12T05:10:12,250 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/83e80bf221ca,46677,1733980212039 2024-12-12T05:10:12,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10018a567b40002, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:12,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:12,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x10018a567b40001, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:12,258 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/83e80bf221ca,46677,1733980212039 2024-12-12T05:10:12,262 DEBUG [M:0;83e80bf221ca:46677 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83e80bf221ca:46677 2024-12-12T05:10:12,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x10018a567b40001, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-12T05:10:12,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10018a567b40002, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-12T05:10:12,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-12T05:10:12,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x10018a567b40001, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:12,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10018a567b40002, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:12,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:12,266 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-12T05:10:12,266 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/83e80bf221ca,46677,1733980212039 from backup master directory 2024-12-12T05:10:12,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-12T05:10:12,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/83e80bf221ca,46677,1733980212039 2024-12-12T05:10:12,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x10018a567b40001, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:12,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10018a567b40002, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:12,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:12,274 WARN [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T05:10:12,274 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83e80bf221ca,46677,1733980212039 2024-12-12T05:10:12,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44343 is added to blk_1073741826_1002 (size=42) 2024-12-12T05:10:12,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41131 is added to blk_1073741826_1002 (size=42) 2024-12-12T05:10:12,288 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/hbase.id with ID: 30d54512-b39e-4551-9ba7-3ef15e896961 2024-12-12T05:10:12,303 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:12,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10018a567b40002, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:12,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x10018a567b40001, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:12,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:12,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41131 is added to blk_1073741827_1003 (size=196) 2024-12-12T05:10:12,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44343 is added to blk_1073741827_1003 (size=196) 2024-12-12T05:10:12,325 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T05:10:12,326 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-12T05:10:12,326 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T05:10:12,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41131 is added to blk_1073741828_1004 (size=1189) 2024-12-12T05:10:12,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44343 is added to blk_1073741828_1004 (size=1189) 2024-12-12T05:10:12,334 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/MasterData/data/master/store 2024-12-12T05:10:12,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41131 is added to blk_1073741829_1005 (size=34) 2024-12-12T05:10:12,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44343 is added to blk_1073741829_1005 (size=34) 2024-12-12T05:10:12,341 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:12,341 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-12T05:10:12,341 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:12,341 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:12,341 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-12T05:10:12,341 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:12,341 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:12,341 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-12T05:10:12,342 WARN [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/MasterData/data/master/store/.initializing 2024-12-12T05:10:12,342 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/MasterData/WALs/83e80bf221ca,46677,1733980212039 2024-12-12T05:10:12,342 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T05:10:12,344 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83e80bf221ca%2C46677%2C1733980212039, suffix=, logDir=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/MasterData/WALs/83e80bf221ca,46677,1733980212039, archiveDir=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/MasterData/oldWALs, maxLogs=10 2024-12-12T05:10:12,357 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/MasterData/WALs/83e80bf221ca,46677,1733980212039/83e80bf221ca%2C46677%2C1733980212039.1733980212344, exclude list is [], retry=0 2024-12-12T05:10:12,359 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41131,DS-491c18b0-994f-4c83-9a7e-997e51427ead,DISK] 2024-12-12T05:10:12,359 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44343,DS-dec1a32f-720c-4b45-9971-cbe65838a66e,DISK] 2024-12-12T05:10:12,361 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/MasterData/WALs/83e80bf221ca,46677,1733980212039/83e80bf221ca%2C46677%2C1733980212039.1733980212344 2024-12-12T05:10:12,361 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37183:37183),(127.0.0.1/127.0.0.1:45159:45159)] 2024-12-12T05:10:12,361 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-12T05:10:12,362 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:12,362 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:12,362 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:12,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:12,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-12T05:10:12,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:12,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:12,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:12,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-12T05:10:12,367 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:12,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:12,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:12,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-12T05:10:12,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:12,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:12,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:12,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-12T05:10:12,370 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:12,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:12,372 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:12,372 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:12,374 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-12T05:10:12,375 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:12,377 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:10:12,378 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60286658, jitterRate=-0.10165879130363464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-12T05:10:12,378 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-12T05:10:12,379 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-12T05:10:12,382 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a29ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T05:10:12,382 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-12T05:10:12,382 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-12T05:10:12,383 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-12T05:10:12,383 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-12T05:10:12,383 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-12T05:10:12,383 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-12T05:10:12,383 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-12T05:10:12,385 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-12T05:10:12,386 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-12T05:10:12,390 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-12T05:10:12,391 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-12T05:10:12,391 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-12T05:10:12,399 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-12T05:10:12,399 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-12T05:10:12,400 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-12T05:10:12,407 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-12T05:10:12,408 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-12T05:10:12,415 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-12T05:10:12,417 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-12T05:10:12,424 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-12T05:10:12,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10018a567b40002, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:12,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:12,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x10018a567b40001, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:12,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x10018a567b40001, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:12,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:12,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10018a567b40002, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:12,433 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=83e80bf221ca,46677,1733980212039, sessionid=0x10018a567b40000, setting cluster-up flag (Was=false) 2024-12-12T05:10:12,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:12,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10018a567b40002, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:12,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x10018a567b40001, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:12,474 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-12T05:10:12,475 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83e80bf221ca,46677,1733980212039 2024-12-12T05:10:12,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:12,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10018a567b40002, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:12,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x10018a567b40001, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:12,552 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-12T05:10:12,553 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83e80bf221ca,46677,1733980212039 2024-12-12T05:10:12,556 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-12T05:10:12,557 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-12T05:10:12,557 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-12T05:10:12,557 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83e80bf221ca,46677,1733980212039 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-12T05:10:12,558 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83e80bf221ca:0, corePoolSize=5, maxPoolSize=5 2024-12-12T05:10:12,558 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83e80bf221ca:0, corePoolSize=5, maxPoolSize=5 2024-12-12T05:10:12,558 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83e80bf221ca:0, corePoolSize=5, maxPoolSize=5 2024-12-12T05:10:12,558 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83e80bf221ca:0, corePoolSize=5, maxPoolSize=5 2024-12-12T05:10:12,558 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83e80bf221ca:0, corePoolSize=10, maxPoolSize=10 2024-12-12T05:10:12,558 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:12,558 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83e80bf221ca:0, corePoolSize=2, maxPoolSize=2 2024-12-12T05:10:12,558 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:12,559 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733980242559 2024-12-12T05:10:12,559 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-12T05:10:12,560 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-12T05:10:12,560 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-12T05:10:12,560 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-12T05:10:12,560 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-12T05:10:12,560 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-12T05:10:12,560 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-12T05:10:12,560 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-12T05:10:12,560 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:12,561 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-12T05:10:12,561 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-12T05:10:12,561 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-12T05:10:12,561 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:12,561 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-12T05:10:12,562 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-12T05:10:12,562 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-12T05:10:12,563 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.large.0-1733980212562,5,FailOnTimeoutGroup] 2024-12-12T05:10:12,564 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.small.0-1733980212563,5,FailOnTimeoutGroup] 2024-12-12T05:10:12,564 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:12,564 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-12T05:10:12,564 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:12,564 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:12,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41131 is added to blk_1073741831_1007 (size=1039) 2024-12-12T05:10:12,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44343 is added to blk_1073741831_1007 (size=1039) 2024-12-12T05:10:12,571 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-12T05:10:12,571 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee 2024-12-12T05:10:12,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41131 is added to blk_1073741832_1008 (size=32) 2024-12-12T05:10:12,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44343 is added to blk_1073741832_1008 (size=32) 2024-12-12T05:10:12,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:12,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-12T05:10:12,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-12T05:10:12,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:12,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:12,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-12T05:10:12,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-12T05:10:12,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:12,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:12,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-12T05:10:12,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-12T05:10:12,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:12,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:12,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/hbase/meta/1588230740 2024-12-12T05:10:12,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/hbase/meta/1588230740 2024-12-12T05:10:12,587 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-12T05:10:12,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-12T05:10:12,590 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:10:12,591 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68481506, jitterRate=0.020453959703445435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-12T05:10:12,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-12T05:10:12,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-12T05:10:12,591 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-12T05:10:12,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-12T05:10:12,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-12T05:10:12,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-12T05:10:12,592 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-12T05:10:12,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-12T05:10:12,593 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-12T05:10:12,593 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-12T05:10:12,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-12T05:10:12,594 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-12T05:10:12,595 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-12T05:10:12,661 DEBUG [RS:0;83e80bf221ca:42665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83e80bf221ca:42665 2024-12-12T05:10:12,661 DEBUG [RS:1;83e80bf221ca:35461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;83e80bf221ca:35461 2024-12-12T05:10:12,662 INFO [RS:0;83e80bf221ca:42665 {}] regionserver.HRegionServer(1008): ClusterId : 30d54512-b39e-4551-9ba7-3ef15e896961 2024-12-12T05:10:12,662 INFO [RS:1;83e80bf221ca:35461 {}] regionserver.HRegionServer(1008): ClusterId : 30d54512-b39e-4551-9ba7-3ef15e896961 2024-12-12T05:10:12,662 DEBUG [RS:1;83e80bf221ca:35461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-12T05:10:12,662 DEBUG [RS:0;83e80bf221ca:42665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-12T05:10:12,675 DEBUG [RS:1;83e80bf221ca:35461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-12T05:10:12,675 DEBUG [RS:0;83e80bf221ca:42665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-12T05:10:12,675 DEBUG [RS:0;83e80bf221ca:42665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-12T05:10:12,675 DEBUG [RS:1;83e80bf221ca:35461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-12T05:10:12,683 DEBUG [RS:0;83e80bf221ca:42665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-12T05:10:12,683 DEBUG [RS:1;83e80bf221ca:35461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-12T05:10:12,683 DEBUG [RS:0;83e80bf221ca:42665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b6c9a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T05:10:12,684 DEBUG [RS:1;83e80bf221ca:35461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d31c90f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T05:10:12,684 DEBUG [RS:0;83e80bf221ca:42665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71bbfbdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83e80bf221ca/172.17.0.2:0 2024-12-12T05:10:12,684 INFO [RS:0;83e80bf221ca:42665 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-12T05:10:12,684 INFO [RS:0;83e80bf221ca:42665 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-12T05:10:12,684 DEBUG [RS:1;83e80bf221ca:35461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f908748, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83e80bf221ca/172.17.0.2:0 2024-12-12T05:10:12,684 DEBUG [RS:0;83e80bf221ca:42665 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-12T05:10:12,684 INFO [RS:1;83e80bf221ca:35461 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-12T05:10:12,684 INFO [RS:1;83e80bf221ca:35461 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-12T05:10:12,684 DEBUG [RS:1;83e80bf221ca:35461 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-12T05:10:12,685 INFO [RS:0;83e80bf221ca:42665 {}] regionserver.HRegionServer(3073): reportForDuty to master=83e80bf221ca,46677,1733980212039 with isa=83e80bf221ca/172.17.0.2:42665, startcode=1733980212179 2024-12-12T05:10:12,685 INFO [RS:1;83e80bf221ca:35461 {}] regionserver.HRegionServer(3073): reportForDuty to master=83e80bf221ca,46677,1733980212039 with isa=83e80bf221ca/172.17.0.2:35461, startcode=1733980212227 2024-12-12T05:10:12,685 DEBUG [RS:0;83e80bf221ca:42665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-12T05:10:12,685 DEBUG [RS:1;83e80bf221ca:35461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-12T05:10:12,687 INFO [RS-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46975, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-12T05:10:12,687 INFO [RS-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37223, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-12T05:10:12,687 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46677 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 83e80bf221ca,42665,1733980212179 2024-12-12T05:10:12,687 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46677 {}] master.ServerManager(486): Registering regionserver=83e80bf221ca,42665,1733980212179 2024-12-12T05:10:12,689 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46677 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 83e80bf221ca,35461,1733980212227 2024-12-12T05:10:12,689 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46677 {}] master.ServerManager(486): Registering regionserver=83e80bf221ca,35461,1733980212227 2024-12-12T05:10:12,689 DEBUG [RS:0;83e80bf221ca:42665 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee 2024-12-12T05:10:12,689 DEBUG [RS:0;83e80bf221ca:42665 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39203 2024-12-12T05:10:12,689 DEBUG [RS:0;83e80bf221ca:42665 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-12T05:10:12,690 DEBUG [RS:1;83e80bf221ca:35461 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee 2024-12-12T05:10:12,690 DEBUG [RS:1;83e80bf221ca:35461 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39203 2024-12-12T05:10:12,690 DEBUG [RS:1;83e80bf221ca:35461 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-12T05:10:12,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-12T05:10:12,730 DEBUG [RS:0;83e80bf221ca:42665 {}] zookeeper.ZKUtil(111): regionserver:42665-0x10018a567b40001, quorum=127.0.0.1:63542, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/83e80bf221ca,42665,1733980212179 2024-12-12T05:10:12,730 WARN [RS:0;83e80bf221ca:42665 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T05:10:12,730 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83e80bf221ca,35461,1733980212227] 2024-12-12T05:10:12,730 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83e80bf221ca,42665,1733980212179] 2024-12-12T05:10:12,730 INFO [RS:0;83e80bf221ca:42665 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T05:10:12,730 DEBUG [RS:0;83e80bf221ca:42665 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/WALs/83e80bf221ca,42665,1733980212179 2024-12-12T05:10:12,730 DEBUG [RS:1;83e80bf221ca:35461 {}] zookeeper.ZKUtil(111): regionserver:35461-0x10018a567b40002, quorum=127.0.0.1:63542, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/83e80bf221ca,35461,1733980212227 2024-12-12T05:10:12,730 WARN [RS:1;83e80bf221ca:35461 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T05:10:12,730 INFO [RS:1;83e80bf221ca:35461 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T05:10:12,731 DEBUG [RS:1;83e80bf221ca:35461 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/WALs/83e80bf221ca,35461,1733980212227 2024-12-12T05:10:12,733 DEBUG [RS:1;83e80bf221ca:35461 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-12T05:10:12,733 DEBUG [RS:0;83e80bf221ca:42665 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-12T05:10:12,734 INFO [RS:0;83e80bf221ca:42665 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-12T05:10:12,734 INFO [RS:1;83e80bf221ca:35461 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-12T05:10:12,735 INFO [RS:0;83e80bf221ca:42665 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-12T05:10:12,736 INFO [RS:0;83e80bf221ca:42665 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-12T05:10:12,736 INFO [RS:0;83e80bf221ca:42665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:12,736 INFO [RS:0;83e80bf221ca:42665 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-12T05:10:12,737 INFO [RS:0;83e80bf221ca:42665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:12,737 DEBUG [RS:0;83e80bf221ca:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:12,737 DEBUG [RS:0;83e80bf221ca:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:12,737 DEBUG [RS:0;83e80bf221ca:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:12,738 DEBUG [RS:0;83e80bf221ca:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:12,738 DEBUG [RS:0;83e80bf221ca:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:12,738 DEBUG [RS:0;83e80bf221ca:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83e80bf221ca:0, corePoolSize=2, maxPoolSize=2 2024-12-12T05:10:12,738 DEBUG [RS:0;83e80bf221ca:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:12,738 DEBUG [RS:0;83e80bf221ca:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:12,738 DEBUG [RS:0;83e80bf221ca:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:12,738 DEBUG [RS:0;83e80bf221ca:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:12,738 DEBUG [RS:0;83e80bf221ca:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:12,738 DEBUG [RS:0;83e80bf221ca:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83e80bf221ca:0, corePoolSize=3, maxPoolSize=3 2024-12-12T05:10:12,738 DEBUG [RS:0;83e80bf221ca:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83e80bf221ca:0, corePoolSize=3, maxPoolSize=3 2024-12-12T05:10:12,738 INFO [RS:1;83e80bf221ca:35461 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-12T05:10:12,739 INFO [RS:1;83e80bf221ca:35461 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-12T05:10:12,739 INFO [RS:1;83e80bf221ca:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:12,739 INFO [RS:0;83e80bf221ca:42665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:12,739 INFO [RS:0;83e80bf221ca:42665 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:12,739 INFO [RS:0;83e80bf221ca:42665 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:12,739 INFO [RS:1;83e80bf221ca:35461 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-12T05:10:12,739 INFO [RS:0;83e80bf221ca:42665 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:12,739 INFO [RS:0;83e80bf221ca:42665 {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,42665,1733980212179-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T05:10:12,740 INFO [RS:1;83e80bf221ca:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:12,740 DEBUG [RS:1;83e80bf221ca:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:12,740 DEBUG [RS:1;83e80bf221ca:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:12,740 DEBUG [RS:1;83e80bf221ca:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:12,740 DEBUG [RS:1;83e80bf221ca:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:12,741 DEBUG [RS:1;83e80bf221ca:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:12,741 DEBUG [RS:1;83e80bf221ca:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83e80bf221ca:0, corePoolSize=2, maxPoolSize=2 2024-12-12T05:10:12,741 DEBUG [RS:1;83e80bf221ca:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:12,741 DEBUG [RS:1;83e80bf221ca:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:12,741 DEBUG [RS:1;83e80bf221ca:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:12,741 DEBUG [RS:1;83e80bf221ca:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:12,741 DEBUG [RS:1;83e80bf221ca:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:12,741 DEBUG [RS:1;83e80bf221ca:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83e80bf221ca:0, corePoolSize=3, maxPoolSize=3 2024-12-12T05:10:12,741 DEBUG [RS:1;83e80bf221ca:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83e80bf221ca:0, corePoolSize=3, maxPoolSize=3 2024-12-12T05:10:12,741 INFO [RS:1;83e80bf221ca:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:12,742 INFO [RS:1;83e80bf221ca:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:12,742 INFO [RS:1;83e80bf221ca:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:12,742 INFO [RS:1;83e80bf221ca:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:12,742 INFO [RS:1;83e80bf221ca:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,35461,1733980212227-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T05:10:12,745 WARN [83e80bf221ca:46677 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-12T05:10:12,755 INFO [RS:0;83e80bf221ca:42665 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-12T05:10:12,755 INFO [RS:0;83e80bf221ca:42665 {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,42665,1733980212179-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:12,757 INFO [RS:1;83e80bf221ca:35461 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-12T05:10:12,758 INFO [RS:1;83e80bf221ca:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,35461,1733980212227-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:12,766 INFO [RS:0;83e80bf221ca:42665 {}] regionserver.Replication(204): 83e80bf221ca,42665,1733980212179 started 2024-12-12T05:10:12,767 INFO [RS:0;83e80bf221ca:42665 {}] regionserver.HRegionServer(1767): Serving as 83e80bf221ca,42665,1733980212179, RpcServer on 83e80bf221ca/172.17.0.2:42665, sessionid=0x10018a567b40001 2024-12-12T05:10:12,767 DEBUG [RS:0;83e80bf221ca:42665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-12T05:10:12,767 DEBUG [RS:0;83e80bf221ca:42665 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83e80bf221ca,42665,1733980212179 2024-12-12T05:10:12,767 DEBUG [RS:0;83e80bf221ca:42665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83e80bf221ca,42665,1733980212179' 2024-12-12T05:10:12,767 DEBUG [RS:0;83e80bf221ca:42665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-12T05:10:12,767 DEBUG [RS:0;83e80bf221ca:42665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-12T05:10:12,768 DEBUG [RS:0;83e80bf221ca:42665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-12T05:10:12,768 DEBUG [RS:0;83e80bf221ca:42665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-12T05:10:12,768 DEBUG [RS:0;83e80bf221ca:42665 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83e80bf221ca,42665,1733980212179 2024-12-12T05:10:12,768 DEBUG [RS:0;83e80bf221ca:42665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83e80bf221ca,42665,1733980212179' 2024-12-12T05:10:12,768 DEBUG [RS:0;83e80bf221ca:42665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-12T05:10:12,768 DEBUG [RS:0;83e80bf221ca:42665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-12T05:10:12,768 DEBUG [RS:0;83e80bf221ca:42665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-12T05:10:12,768 INFO [RS:0;83e80bf221ca:42665 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-12T05:10:12,768 INFO [RS:0;83e80bf221ca:42665 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-12T05:10:12,769 INFO [RS:1;83e80bf221ca:35461 {}] regionserver.Replication(204): 83e80bf221ca,35461,1733980212227 started 2024-12-12T05:10:12,769 INFO [RS:1;83e80bf221ca:35461 {}] regionserver.HRegionServer(1767): Serving as 83e80bf221ca,35461,1733980212227, RpcServer on 83e80bf221ca/172.17.0.2:35461, sessionid=0x10018a567b40002 2024-12-12T05:10:12,769 DEBUG [RS:1;83e80bf221ca:35461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-12T05:10:12,769 DEBUG [RS:1;83e80bf221ca:35461 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83e80bf221ca,35461,1733980212227 2024-12-12T05:10:12,769 DEBUG [RS:1;83e80bf221ca:35461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83e80bf221ca,35461,1733980212227' 2024-12-12T05:10:12,769 DEBUG [RS:1;83e80bf221ca:35461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-12T05:10:12,769 DEBUG [RS:1;83e80bf221ca:35461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-12T05:10:12,770 DEBUG [RS:1;83e80bf221ca:35461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-12T05:10:12,770 DEBUG [RS:1;83e80bf221ca:35461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-12T05:10:12,770 DEBUG [RS:1;83e80bf221ca:35461 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83e80bf221ca,35461,1733980212227 2024-12-12T05:10:12,770 DEBUG [RS:1;83e80bf221ca:35461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83e80bf221ca,35461,1733980212227' 2024-12-12T05:10:12,770 DEBUG [RS:1;83e80bf221ca:35461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-12T05:10:12,770 DEBUG [RS:1;83e80bf221ca:35461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-12T05:10:12,770 DEBUG [RS:1;83e80bf221ca:35461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-12T05:10:12,770 INFO [RS:1;83e80bf221ca:35461 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-12T05:10:12,770 INFO [RS:1;83e80bf221ca:35461 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-12T05:10:12,869 INFO [RS:0;83e80bf221ca:42665 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T05:10:12,871 INFO [RS:1;83e80bf221ca:35461 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T05:10:12,872 INFO [RS:0;83e80bf221ca:42665 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83e80bf221ca%2C42665%2C1733980212179, suffix=, logDir=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/WALs/83e80bf221ca,42665,1733980212179, archiveDir=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/oldWALs, maxLogs=32 2024-12-12T05:10:12,873 INFO [RS:1;83e80bf221ca:35461 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83e80bf221ca%2C35461%2C1733980212227, suffix=, logDir=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/WALs/83e80bf221ca,35461,1733980212227, archiveDir=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/oldWALs, maxLogs=32 2024-12-12T05:10:12,887 DEBUG [RS:0;83e80bf221ca:42665 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/WALs/83e80bf221ca,42665,1733980212179/83e80bf221ca%2C42665%2C1733980212179.1733980212873, exclude list is [], retry=0 2024-12-12T05:10:12,887 DEBUG [RS:1;83e80bf221ca:35461 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/WALs/83e80bf221ca,35461,1733980212227/83e80bf221ca%2C35461%2C1733980212227.1733980212874, exclude list is [], retry=0 2024-12-12T05:10:12,890 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44343,DS-dec1a32f-720c-4b45-9971-cbe65838a66e,DISK] 2024-12-12T05:10:12,890 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41131,DS-491c18b0-994f-4c83-9a7e-997e51427ead,DISK] 2024-12-12T05:10:12,891 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44343,DS-dec1a32f-720c-4b45-9971-cbe65838a66e,DISK] 2024-12-12T05:10:12,891 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41131,DS-491c18b0-994f-4c83-9a7e-997e51427ead,DISK] 2024-12-12T05:10:12,894 INFO [RS:1;83e80bf221ca:35461 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/WALs/83e80bf221ca,35461,1733980212227/83e80bf221ca%2C35461%2C1733980212227.1733980212874 2024-12-12T05:10:12,894 INFO [RS:0;83e80bf221ca:42665 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/WALs/83e80bf221ca,42665,1733980212179/83e80bf221ca%2C42665%2C1733980212179.1733980212873 2024-12-12T05:10:12,894 DEBUG [RS:1;83e80bf221ca:35461 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37183:37183),(127.0.0.1/127.0.0.1:45159:45159)] 2024-12-12T05:10:12,895 DEBUG [RS:0;83e80bf221ca:42665 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37183:37183),(127.0.0.1/127.0.0.1:45159:45159)] 2024-12-12T05:10:12,996 DEBUG [83e80bf221ca:46677 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-12T05:10:12,996 DEBUG [83e80bf221ca:46677 {}] balancer.BalancerClusterState(202): Hosts are {83e80bf221ca=0} racks are {/default-rack=0} 2024-12-12T05:10:12,998 DEBUG [83e80bf221ca:46677 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-12T05:10:12,998 DEBUG [83e80bf221ca:46677 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-12T05:10:12,998 INFO [83e80bf221ca:46677 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-12T05:10:12,998 INFO [83e80bf221ca:46677 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-12T05:10:12,998 DEBUG [83e80bf221ca:46677 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-12T05:10:12,998 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83e80bf221ca,42665,1733980212179 2024-12-12T05:10:12,999 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83e80bf221ca,42665,1733980212179, state=OPENING 2024-12-12T05:10:13,013 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-12T05:10:13,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10018a567b40002, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:13,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:13,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x10018a567b40001, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:13,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=83e80bf221ca,42665,1733980212179}] 2024-12-12T05:10:13,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:13,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:13,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:13,174 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 83e80bf221ca,42665,1733980212179 2024-12-12T05:10:13,174 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T05:10:13,176 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T05:10:13,181 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-12T05:10:13,182 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T05:10:13,183 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-12T05:10:13,185 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83e80bf221ca%2C42665%2C1733980212179.meta, suffix=.meta, logDir=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/WALs/83e80bf221ca,42665,1733980212179, archiveDir=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/oldWALs, maxLogs=32 2024-12-12T05:10:13,197 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/WALs/83e80bf221ca,42665,1733980212179/83e80bf221ca%2C42665%2C1733980212179.meta.1733980213186.meta, exclude list is [], retry=0 2024-12-12T05:10:13,200 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41131,DS-491c18b0-994f-4c83-9a7e-997e51427ead,DISK] 2024-12-12T05:10:13,200 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44343,DS-dec1a32f-720c-4b45-9971-cbe65838a66e,DISK] 2024-12-12T05:10:13,202 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/WALs/83e80bf221ca,42665,1733980212179/83e80bf221ca%2C42665%2C1733980212179.meta.1733980213186.meta 2024-12-12T05:10:13,202 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37183:37183),(127.0.0.1/127.0.0.1:45159:45159)] 2024-12-12T05:10:13,202 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-12T05:10:13,203 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-12T05:10:13,203 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-12T05:10:13,203 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-12T05:10:13,203 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-12T05:10:13,203 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:13,203 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-12T05:10:13,203 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-12T05:10:13,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-12T05:10:13,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-12T05:10:13,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:13,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:13,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-12T05:10:13,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-12T05:10:13,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:13,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:13,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-12T05:10:13,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-12T05:10:13,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:13,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:13,209 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/hbase/meta/1588230740 2024-12-12T05:10:13,210 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/hbase/meta/1588230740 2024-12-12T05:10:13,212 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-12T05:10:13,213 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-12T05:10:13,214 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69928090, jitterRate=0.04200974106788635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-12T05:10:13,215 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-12T05:10:13,215 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733980213174 2024-12-12T05:10:13,217 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-12T05:10:13,218 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-12T05:10:13,218 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83e80bf221ca,42665,1733980212179 2024-12-12T05:10:13,219 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83e80bf221ca,42665,1733980212179, state=OPEN 2024-12-12T05:10:13,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T05:10:13,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x10018a567b40001, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T05:10:13,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10018a567b40002, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T05:10:13,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:13,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:13,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:13,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-12T05:10:13,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=83e80bf221ca,42665,1733980212179 in 202 msec 2024-12-12T05:10:13,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-12T05:10:13,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 633 msec 2024-12-12T05:10:13,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 673 msec 2024-12-12T05:10:13,230 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733980213230, completionTime=-1 2024-12-12T05:10:13,230 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-12T05:10:13,230 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-12T05:10:13,231 DEBUG [hconnection-0x3ee4b4e0-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T05:10:13,232 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T05:10:13,233 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-12T05:10:13,233 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733980273233 2024-12-12T05:10:13,233 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733980333233 2024-12-12T05:10:13,233 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-12T05:10:13,255 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,46677,1733980212039-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:13,255 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,46677,1733980212039-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:13,255 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,46677,1733980212039-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:13,255 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83e80bf221ca:46677, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:13,255 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:13,255 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-12T05:10:13,256 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-12T05:10:13,257 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-12T05:10:13,257 DEBUG [master/83e80bf221ca:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-12T05:10:13,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T05:10:13,258 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:13,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T05:10:13,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41131 is added to blk_1073741836_1012 (size=358) 2024-12-12T05:10:13,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44343 is added to blk_1073741836_1012 (size=358) 2024-12-12T05:10:13,269 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4a74385eb73960cde3fbf89e9db6ace9, NAME => 'hbase:namespace,,1733980213255.4a74385eb73960cde3fbf89e9db6ace9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee 2024-12-12T05:10:13,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41131 is added to blk_1073741837_1013 (size=42) 2024-12-12T05:10:13,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44343 is added to blk_1073741837_1013 (size=42) 2024-12-12T05:10:13,276 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733980213255.4a74385eb73960cde3fbf89e9db6ace9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:13,276 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 4a74385eb73960cde3fbf89e9db6ace9, disabling compactions & flushes 2024-12-12T05:10:13,276 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733980213255.4a74385eb73960cde3fbf89e9db6ace9. 2024-12-12T05:10:13,276 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733980213255.4a74385eb73960cde3fbf89e9db6ace9. 2024-12-12T05:10:13,276 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733980213255.4a74385eb73960cde3fbf89e9db6ace9. after waiting 0 ms 2024-12-12T05:10:13,276 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733980213255.4a74385eb73960cde3fbf89e9db6ace9. 2024-12-12T05:10:13,276 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733980213255.4a74385eb73960cde3fbf89e9db6ace9. 2024-12-12T05:10:13,276 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4a74385eb73960cde3fbf89e9db6ace9: 2024-12-12T05:10:13,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T05:10:13,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733980213255.4a74385eb73960cde3fbf89e9db6ace9.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733980213278"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733980213278"}]},"ts":"1733980213278"} 2024-12-12T05:10:13,280 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-12T05:10:13,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T05:10:13,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733980213281"}]},"ts":"1733980213281"} 2024-12-12T05:10:13,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-12T05:10:13,299 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {83e80bf221ca=0} racks are {/default-rack=0} 2024-12-12T05:10:13,300 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-12T05:10:13,300 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-12T05:10:13,300 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-12T05:10:13,300 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-12T05:10:13,300 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-12T05:10:13,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4a74385eb73960cde3fbf89e9db6ace9, ASSIGN}] 2024-12-12T05:10:13,302 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4a74385eb73960cde3fbf89e9db6ace9, ASSIGN 2024-12-12T05:10:13,303 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=4a74385eb73960cde3fbf89e9db6ace9, ASSIGN; state=OFFLINE, location=83e80bf221ca,42665,1733980212179; forceNewPlan=false, retain=false 2024-12-12T05:10:13,454 INFO [83e80bf221ca:46677 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-12T05:10:13,454 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4a74385eb73960cde3fbf89e9db6ace9, regionState=OPENING, regionLocation=83e80bf221ca,42665,1733980212179 2024-12-12T05:10:13,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 4a74385eb73960cde3fbf89e9db6ace9, server=83e80bf221ca,42665,1733980212179}] 2024-12-12T05:10:13,609 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 83e80bf221ca,42665,1733980212179 2024-12-12T05:10:13,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733980213255.4a74385eb73960cde3fbf89e9db6ace9. 2024-12-12T05:10:13,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 4a74385eb73960cde3fbf89e9db6ace9, NAME => 'hbase:namespace,,1733980213255.4a74385eb73960cde3fbf89e9db6ace9.', STARTKEY => '', ENDKEY => ''} 2024-12-12T05:10:13,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 4a74385eb73960cde3fbf89e9db6ace9 2024-12-12T05:10:13,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733980213255.4a74385eb73960cde3fbf89e9db6ace9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:13,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 4a74385eb73960cde3fbf89e9db6ace9 2024-12-12T05:10:13,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 4a74385eb73960cde3fbf89e9db6ace9 2024-12-12T05:10:13,618 INFO [StoreOpener-4a74385eb73960cde3fbf89e9db6ace9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4a74385eb73960cde3fbf89e9db6ace9 2024-12-12T05:10:13,620 INFO [StoreOpener-4a74385eb73960cde3fbf89e9db6ace9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a74385eb73960cde3fbf89e9db6ace9 columnFamilyName info 2024-12-12T05:10:13,620 DEBUG [StoreOpener-4a74385eb73960cde3fbf89e9db6ace9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:13,620 INFO [StoreOpener-4a74385eb73960cde3fbf89e9db6ace9-1 {}] regionserver.HStore(327): Store=4a74385eb73960cde3fbf89e9db6ace9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:13,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/hbase/namespace/4a74385eb73960cde3fbf89e9db6ace9 2024-12-12T05:10:13,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/hbase/namespace/4a74385eb73960cde3fbf89e9db6ace9 2024-12-12T05:10:13,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 4a74385eb73960cde3fbf89e9db6ace9 2024-12-12T05:10:13,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/hbase/namespace/4a74385eb73960cde3fbf89e9db6ace9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:10:13,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 4a74385eb73960cde3fbf89e9db6ace9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67699428, jitterRate=0.008800089359283447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T05:10:13,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 4a74385eb73960cde3fbf89e9db6ace9: 2024-12-12T05:10:13,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733980213255.4a74385eb73960cde3fbf89e9db6ace9., pid=6, masterSystemTime=1733980213609 2024-12-12T05:10:13,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733980213255.4a74385eb73960cde3fbf89e9db6ace9. 2024-12-12T05:10:13,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733980213255.4a74385eb73960cde3fbf89e9db6ace9. 2024-12-12T05:10:13,629 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4a74385eb73960cde3fbf89e9db6ace9, regionState=OPEN, openSeqNum=2, regionLocation=83e80bf221ca,42665,1733980212179 2024-12-12T05:10:13,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-12T05:10:13,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 4a74385eb73960cde3fbf89e9db6ace9, server=83e80bf221ca,42665,1733980212179 in 174 msec 2024-12-12T05:10:13,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-12T05:10:13,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=4a74385eb73960cde3fbf89e9db6ace9, ASSIGN in 332 msec 2024-12-12T05:10:13,635 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T05:10:13,636 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733980213635"}]},"ts":"1733980213635"} 2024-12-12T05:10:13,637 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-12T05:10:13,647 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T05:10:13,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 391 msec 2024-12-12T05:10:13,658 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-12T05:10:13,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-12T05:10:13,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10018a567b40002, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:13,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x10018a567b40001, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:13,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:13,671 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-12T05:10:13,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-12T05:10:13,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 27 msec 2024-12-12T05:10:13,705 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-12T05:10:13,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-12T05:10:13,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 31 msec 2024-12-12T05:10:13,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-12T05:10:13,782 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-12T05:10:13,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-12T05:10:13,782 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.508sec 2024-12-12T05:10:13,783 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-12T05:10:13,783 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-12T05:10:13,783 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-12T05:10:13,783 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-12T05:10:13,783 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-12T05:10:13,784 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,46677,1733980212039-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T05:10:13,784 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,46677,1733980212039-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-12T05:10:13,787 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-12T05:10:13,787 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-12T05:10:13,787 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,46677,1733980212039-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:13,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:13,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:13,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:13,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:13,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:13,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:13,852 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05abb476 to 127.0.0.1:63542 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d4f9899 2024-12-12T05:10:13,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c68432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T05:10:13,866 DEBUG [hconnection-0x428fe4c1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T05:10:13,868 INFO [RS-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T05:10:13,871 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=83e80bf221ca,46677,1733980212039 2024-12-12T05:10:13,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-12T05:10:13,875 INFO [RS-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-12T05:10:13,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46677 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T05:10:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46677 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-12T05:10:13,880 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T05:10:13,880 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:13,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46677 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-12T05:10:13,881 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T05:10:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46677 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:10:13,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41131 is added to blk_1073741838_1014 (size=379) 2024-12-12T05:10:13,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44343 is added to blk_1073741838_1014 (size=379) 2024-12-12T05:10:13,889 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7b9caad853af44fae67a41c7e7a20ce1, NAME => 'testClearRegionBlockCache,,1733980213876.7b9caad853af44fae67a41c7e7a20ce1.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee 2024-12-12T05:10:13,889 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 6f550f947761b6cb272c08dad93034f0, NAME => 'testClearRegionBlockCache,5,1733980213876.6f550f947761b6cb272c08dad93034f0.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee 2024-12-12T05:10:13,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44343 is added to blk_1073741840_1016 (size=61) 2024-12-12T05:10:13,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41131 is added to blk_1073741840_1016 (size=61) 2024-12-12T05:10:13,897 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733980213876.7b9caad853af44fae67a41c7e7a20ce1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:13,897 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 7b9caad853af44fae67a41c7e7a20ce1, disabling compactions & flushes 2024-12-12T05:10:13,898 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733980213876.7b9caad853af44fae67a41c7e7a20ce1. 2024-12-12T05:10:13,898 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733980213876.7b9caad853af44fae67a41c7e7a20ce1. 2024-12-12T05:10:13,898 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733980213876.7b9caad853af44fae67a41c7e7a20ce1. after waiting 0 ms 2024-12-12T05:10:13,898 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733980213876.7b9caad853af44fae67a41c7e7a20ce1. 2024-12-12T05:10:13,898 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733980213876.7b9caad853af44fae67a41c7e7a20ce1. 2024-12-12T05:10:13,898 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7b9caad853af44fae67a41c7e7a20ce1: 2024-12-12T05:10:13,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44343 is added to blk_1073741839_1015 (size=61) 2024-12-12T05:10:13,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41131 is added to blk_1073741839_1015 (size=61) 2024-12-12T05:10:13,900 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733980213876.6f550f947761b6cb272c08dad93034f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:13,900 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 6f550f947761b6cb272c08dad93034f0, disabling compactions & flushes 2024-12-12T05:10:13,900 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733980213876.6f550f947761b6cb272c08dad93034f0. 2024-12-12T05:10:13,900 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733980213876.6f550f947761b6cb272c08dad93034f0. 2024-12-12T05:10:13,900 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733980213876.6f550f947761b6cb272c08dad93034f0. after waiting 0 ms 2024-12-12T05:10:13,900 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733980213876.6f550f947761b6cb272c08dad93034f0. 2024-12-12T05:10:13,900 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733980213876.6f550f947761b6cb272c08dad93034f0. 2024-12-12T05:10:13,900 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 6f550f947761b6cb272c08dad93034f0: 2024-12-12T05:10:13,902 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T05:10:13,902 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733980213876.7b9caad853af44fae67a41c7e7a20ce1.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733980213902"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733980213902"}]},"ts":"1733980213902"} 2024-12-12T05:10:13,902 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733980213876.6f550f947761b6cb272c08dad93034f0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733980213902"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733980213902"}]},"ts":"1733980213902"} 2024-12-12T05:10:13,905 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-12T05:10:13,906 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T05:10:13,906 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733980213906"}]},"ts":"1733980213906"} 2024-12-12T05:10:13,907 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-12T05:10:13,924 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {83e80bf221ca=0} racks are {/default-rack=0} 2024-12-12T05:10:13,926 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-12T05:10:13,926 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-12T05:10:13,926 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-12T05:10:13,926 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-12T05:10:13,926 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-12T05:10:13,927 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7b9caad853af44fae67a41c7e7a20ce1, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6f550f947761b6cb272c08dad93034f0, ASSIGN}] 2024-12-12T05:10:13,928 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6f550f947761b6cb272c08dad93034f0, ASSIGN 2024-12-12T05:10:13,928 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7b9caad853af44fae67a41c7e7a20ce1, ASSIGN 2024-12-12T05:10:13,929 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7b9caad853af44fae67a41c7e7a20ce1, ASSIGN; state=OFFLINE, location=83e80bf221ca,35461,1733980212227; forceNewPlan=false, retain=false 2024-12-12T05:10:13,929 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6f550f947761b6cb272c08dad93034f0, ASSIGN; state=OFFLINE, location=83e80bf221ca,42665,1733980212179; forceNewPlan=false, retain=false 2024-12-12T05:10:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46677 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:10:14,080 INFO [83e80bf221ca:46677 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-12T05:10:14,080 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=7b9caad853af44fae67a41c7e7a20ce1, regionState=OPENING, regionLocation=83e80bf221ca,35461,1733980212227 2024-12-12T05:10:14,080 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=6f550f947761b6cb272c08dad93034f0, regionState=OPENING, regionLocation=83e80bf221ca,42665,1733980212179 2024-12-12T05:10:14,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 6f550f947761b6cb272c08dad93034f0, server=83e80bf221ca,42665,1733980212179}] 2024-12-12T05:10:14,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 7b9caad853af44fae67a41c7e7a20ce1, server=83e80bf221ca,35461,1733980212227}] 2024-12-12T05:10:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46677 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:10:14,235 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 83e80bf221ca,35461,1733980212227 2024-12-12T05:10:14,235 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 83e80bf221ca,42665,1733980212179 2024-12-12T05:10:14,236 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T05:10:14,237 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T05:10:14,240 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733980213876.6f550f947761b6cb272c08dad93034f0. 2024-12-12T05:10:14,240 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 6f550f947761b6cb272c08dad93034f0, NAME => 'testClearRegionBlockCache,5,1733980213876.6f550f947761b6cb272c08dad93034f0.', STARTKEY => '5', ENDKEY => ''} 2024-12-12T05:10:14,241 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6f550f947761b6cb272c08dad93034f0 2024-12-12T05:10:14,241 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733980213876.6f550f947761b6cb272c08dad93034f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:14,241 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733980213876.7b9caad853af44fae67a41c7e7a20ce1. 2024-12-12T05:10:14,241 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 6f550f947761b6cb272c08dad93034f0 2024-12-12T05:10:14,241 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 6f550f947761b6cb272c08dad93034f0 2024-12-12T05:10:14,241 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 7b9caad853af44fae67a41c7e7a20ce1, NAME => 'testClearRegionBlockCache,,1733980213876.7b9caad853af44fae67a41c7e7a20ce1.', STARTKEY => '', ENDKEY => '5'} 2024-12-12T05:10:14,241 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7b9caad853af44fae67a41c7e7a20ce1 2024-12-12T05:10:14,241 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733980213876.7b9caad853af44fae67a41c7e7a20ce1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:14,241 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 7b9caad853af44fae67a41c7e7a20ce1 2024-12-12T05:10:14,241 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 7b9caad853af44fae67a41c7e7a20ce1 2024-12-12T05:10:14,242 INFO [StoreOpener-6f550f947761b6cb272c08dad93034f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6f550f947761b6cb272c08dad93034f0 2024-12-12T05:10:14,242 INFO [StoreOpener-7b9caad853af44fae67a41c7e7a20ce1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7b9caad853af44fae67a41c7e7a20ce1 2024-12-12T05:10:14,244 INFO [StoreOpener-7b9caad853af44fae67a41c7e7a20ce1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b9caad853af44fae67a41c7e7a20ce1 columnFamilyName family 2024-12-12T05:10:14,244 INFO [StoreOpener-6f550f947761b6cb272c08dad93034f0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f550f947761b6cb272c08dad93034f0 columnFamilyName family 2024-12-12T05:10:14,244 DEBUG [StoreOpener-6f550f947761b6cb272c08dad93034f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:14,244 DEBUG [StoreOpener-7b9caad853af44fae67a41c7e7a20ce1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:14,244 INFO [StoreOpener-7b9caad853af44fae67a41c7e7a20ce1-1 {}] regionserver.HStore(327): Store=7b9caad853af44fae67a41c7e7a20ce1/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:14,244 INFO [StoreOpener-6f550f947761b6cb272c08dad93034f0-1 {}] regionserver.HStore(327): Store=6f550f947761b6cb272c08dad93034f0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:14,245 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/default/testClearRegionBlockCache/6f550f947761b6cb272c08dad93034f0 2024-12-12T05:10:14,245 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/default/testClearRegionBlockCache/7b9caad853af44fae67a41c7e7a20ce1 2024-12-12T05:10:14,246 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/default/testClearRegionBlockCache/6f550f947761b6cb272c08dad93034f0 2024-12-12T05:10:14,246 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/default/testClearRegionBlockCache/7b9caad853af44fae67a41c7e7a20ce1 2024-12-12T05:10:14,248 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 7b9caad853af44fae67a41c7e7a20ce1 2024-12-12T05:10:14,248 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 6f550f947761b6cb272c08dad93034f0 2024-12-12T05:10:14,250 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/default/testClearRegionBlockCache/6f550f947761b6cb272c08dad93034f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:10:14,250 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/default/testClearRegionBlockCache/7b9caad853af44fae67a41c7e7a20ce1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:10:14,250 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 7b9caad853af44fae67a41c7e7a20ce1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61908501, jitterRate=-0.07749144732952118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T05:10:14,250 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 6f550f947761b6cb272c08dad93034f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64121651, jitterRate=-0.04451294243335724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T05:10:14,251 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 6f550f947761b6cb272c08dad93034f0: 2024-12-12T05:10:14,251 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 7b9caad853af44fae67a41c7e7a20ce1: 2024-12-12T05:10:14,252 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733980213876.6f550f947761b6cb272c08dad93034f0., pid=12, masterSystemTime=1733980214235 2024-12-12T05:10:14,252 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733980213876.7b9caad853af44fae67a41c7e7a20ce1., pid=13, masterSystemTime=1733980214235 2024-12-12T05:10:14,253 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733980213876.7b9caad853af44fae67a41c7e7a20ce1. 2024-12-12T05:10:14,253 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733980213876.7b9caad853af44fae67a41c7e7a20ce1. 2024-12-12T05:10:14,254 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=7b9caad853af44fae67a41c7e7a20ce1, regionState=OPEN, openSeqNum=2, regionLocation=83e80bf221ca,35461,1733980212227 2024-12-12T05:10:14,254 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733980213876.6f550f947761b6cb272c08dad93034f0. 2024-12-12T05:10:14,254 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733980213876.6f550f947761b6cb272c08dad93034f0. 2024-12-12T05:10:14,255 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=6f550f947761b6cb272c08dad93034f0, regionState=OPEN, openSeqNum=2, regionLocation=83e80bf221ca,42665,1733980212179 2024-12-12T05:10:14,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-12T05:10:14,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 7b9caad853af44fae67a41c7e7a20ce1, server=83e80bf221ca,35461,1733980212227 in 172 msec 2024-12-12T05:10:14,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-12T05:10:14,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 6f550f947761b6cb272c08dad93034f0, server=83e80bf221ca,42665,1733980212179 in 174 msec 2024-12-12T05:10:14,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7b9caad853af44fae67a41c7e7a20ce1, ASSIGN in 331 msec 2024-12-12T05:10:14,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-12T05:10:14,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6f550f947761b6cb272c08dad93034f0, ASSIGN in 332 msec 2024-12-12T05:10:14,259 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T05:10:14,260 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733980214259"}]},"ts":"1733980214259"} 2024-12-12T05:10:14,261 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-12T05:10:14,272 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T05:10:14,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 395 msec 2024-12-12T05:10:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46677 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:10:14,490 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-12T05:10:14,490 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-12T05:10:14,491 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T05:10:14,496 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-12T05:10:14,497 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T05:10:14,497 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-12T05:10:14,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T05:10:14,500 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T05:10:14,516 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 6f550f947761b6cb272c08dad93034f0 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-12T05:10:14,531 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/default/testClearRegionBlockCache/6f550f947761b6cb272c08dad93034f0/.tmp/family/00911024355f4d738cbc86cd48f08c10 is 32, key is 5/family:/1733980214509/Put/seqid=0 2024-12-12T05:10:14,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41131 is added to blk_1073741841_1017 (size=5083) 2024-12-12T05:10:14,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44343 is added to blk_1073741841_1017 (size=5083) 2024-12-12T05:10:14,536 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/default/testClearRegionBlockCache/6f550f947761b6cb272c08dad93034f0/.tmp/family/00911024355f4d738cbc86cd48f08c10 2024-12-12T05:10:14,542 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/default/testClearRegionBlockCache/6f550f947761b6cb272c08dad93034f0/.tmp/family/00911024355f4d738cbc86cd48f08c10 as hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/default/testClearRegionBlockCache/6f550f947761b6cb272c08dad93034f0/family/00911024355f4d738cbc86cd48f08c10 2024-12-12T05:10:14,547 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/default/testClearRegionBlockCache/6f550f947761b6cb272c08dad93034f0/family/00911024355f4d738cbc86cd48f08c10, entries=5, sequenceid=9, filesize=5.0 K 2024-12-12T05:10:14,548 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 6f550f947761b6cb272c08dad93034f0 in 31ms, sequenceid=9, compaction requested=false 2024-12-12T05:10:14,548 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 6f550f947761b6cb272c08dad93034f0: 2024-12-12T05:10:14,548 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 7b9caad853af44fae67a41c7e7a20ce1 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-12T05:10:14,561 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/default/testClearRegionBlockCache/7b9caad853af44fae67a41c7e7a20ce1/.tmp/family/fa1a9739b9854cec926cc4d92600510d is 32, key is 1/family:/1733980214501/Put/seqid=0 2024-12-12T05:10:14,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41131 is added to blk_1073741842_1018 (size=5054) 2024-12-12T05:10:14,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44343 is added to blk_1073741842_1018 (size=5054) 2024-12-12T05:10:14,566 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/default/testClearRegionBlockCache/7b9caad853af44fae67a41c7e7a20ce1/.tmp/family/fa1a9739b9854cec926cc4d92600510d 2024-12-12T05:10:14,572 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/default/testClearRegionBlockCache/7b9caad853af44fae67a41c7e7a20ce1/.tmp/family/fa1a9739b9854cec926cc4d92600510d as hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/default/testClearRegionBlockCache/7b9caad853af44fae67a41c7e7a20ce1/family/fa1a9739b9854cec926cc4d92600510d 2024-12-12T05:10:14,577 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/default/testClearRegionBlockCache/7b9caad853af44fae67a41c7e7a20ce1/family/fa1a9739b9854cec926cc4d92600510d, entries=4, sequenceid=8, filesize=4.9 K 2024-12-12T05:10:14,578 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 7b9caad853af44fae67a41c7e7a20ce1 in 29ms, sequenceid=8, compaction requested=false 2024-12-12T05:10:14,578 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 7b9caad853af44fae67a41c7e7a20ce1: 2024-12-12T05:10:14,578 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a07d63c to 127.0.0.1:63542 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8a8117f 2024-12-12T05:10:14,623 DEBUG [ReadOnlyZKClient-127.0.0.1:63542@0x5a07d63c {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aae78ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T05:10:14,633 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-12T05:10:14,633 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-12T05:10:14,635 DEBUG [ReadOnlyZKClient-127.0.0.1:63542@0x5a07d63c {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83e80bf221ca,42665,1733980212179, seqNum=-1] 2024-12-12T05:10:14,635 DEBUG [ReadOnlyZKClient-127.0.0.1:63542@0x5a07d63c {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T05:10:14,636 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T05:10:14,638 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T05:10:14,638 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T05:10:14,639 INFO [RS-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T05:10:14,639 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T05:10:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] bucket.BucketCache(1851): found 1 blocks for file fa1a9739b9854cec926cc4d92600510d, starting offset: 0, end offset: 9223372036854775807 2024-12-12T05:10:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42665 {}] bucket.BucketCache(1851): found 1 blocks for file 00911024355f4d738cbc86cd48f08c10, starting offset: 0, end offset: 9223372036854775807 2024-12-12T05:10:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42665 {}] bucket.BucketCache(843): removed key 00911024355f4d738cbc86cd48f08c10_0 from back map with offset lock 2094080 in the evict process 2024-12-12T05:10:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] bucket.BucketCache(843): removed key fa1a9739b9854cec926cc4d92600510d_0 from back map with offset lock 2094080 in the evict process 2024-12-12T05:10:14,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-12-12T05:10:14,642 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T05:10:14,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:14,642 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a07d63c to 127.0.0.1:63542 2024-12-12T05:10:14,642 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-12T05:10:14,642 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-12T05:10:14,643 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05abb476 to 127.0.0.1:63542 2024-12-12T05:10:14,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:14,643 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-12T05:10:14,643 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1401839713, stopped=false 2024-12-12T05:10:14,643 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=83e80bf221ca,46677,1733980212039 2024-12-12T05:10:14,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10018a567b40002, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:14,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x10018a567b40001, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:14,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:14,657 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-12T05:10:14,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:14,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x10018a567b40001, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:14,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10018a567b40002, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:14,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:14,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35461-0x10018a567b40002, quorum=127.0.0.1:63542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:14,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42665-0x10018a567b40001, quorum=127.0.0.1:63542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:14,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:14,658 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '83e80bf221ca,42665,1733980212179' ***** 2024-12-12T05:10:14,658 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-12T05:10:14,658 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '83e80bf221ca,35461,1733980212227' ***** 2024-12-12T05:10:14,658 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-12T05:10:14,658 INFO [RS:0;83e80bf221ca:42665 {}] bucket.BucketCache(1726): Disabling cache 2024-12-12T05:10:14,658 INFO [RS:1;83e80bf221ca:35461 {}] bucket.BucketCache(1726): Disabling cache 2024-12-12T05:10:14,658 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-12T05:10:14,658 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-12T05:10:14,659 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-12T05:10:14,659 INFO [RS:0;83e80bf221ca:42665 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-12T05:10:14,659 INFO [RS:0;83e80bf221ca:42665 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-12T05:10:14,659 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-12T05:10:14,659 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-12T05:10:14,659 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-12T05:10:14,659 INFO [RS:0;83e80bf221ca:42665 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-12T05:10:14,659 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-12T05:10:14,659 INFO [RS:0;83e80bf221ca:42665 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-12T05:10:14,659 INFO [RS:1;83e80bf221ca:35461 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-12T05:10:14,659 INFO [RS:1;83e80bf221ca:35461 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-12T05:10:14,659 INFO [RS:0;83e80bf221ca:42665 {}] regionserver.HRegionServer(3579): Received CLOSE for 6f550f947761b6cb272c08dad93034f0 2024-12-12T05:10:14,659 INFO [RS:1;83e80bf221ca:35461 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-12T05:10:14,659 INFO [RS:1;83e80bf221ca:35461 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-12T05:10:14,659 INFO [RS:1;83e80bf221ca:35461 {}] regionserver.HRegionServer(3579): Received CLOSE for 7b9caad853af44fae67a41c7e7a20ce1 2024-12-12T05:10:14,659 INFO [RS:0;83e80bf221ca:42665 {}] regionserver.HRegionServer(3579): Received CLOSE for 4a74385eb73960cde3fbf89e9db6ace9 2024-12-12T05:10:14,659 INFO [RS:0;83e80bf221ca:42665 {}] regionserver.HRegionServer(1224): stopping server 83e80bf221ca,42665,1733980212179 2024-12-12T05:10:14,659 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-12T05:10:14,659 INFO [RS:1;83e80bf221ca:35461 {}] regionserver.HRegionServer(1224): stopping server 83e80bf221ca,35461,1733980212227 2024-12-12T05:10:14,659 DEBUG [RS:0;83e80bf221ca:42665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:14,659 DEBUG [RS:1;83e80bf221ca:35461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:14,660 INFO [RS:0;83e80bf221ca:42665 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-12T05:10:14,660 INFO [RS:1;83e80bf221ca:35461 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-12T05:10:14,660 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6f550f947761b6cb272c08dad93034f0, disabling compactions & flushes 2024-12-12T05:10:14,660 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7b9caad853af44fae67a41c7e7a20ce1, disabling compactions & flushes 2024-12-12T05:10:14,660 INFO [RS:0;83e80bf221ca:42665 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-12T05:10:14,660 DEBUG [RS:1;83e80bf221ca:35461 {}] regionserver.HRegionServer(1603): Online Regions={7b9caad853af44fae67a41c7e7a20ce1=testClearRegionBlockCache,,1733980213876.7b9caad853af44fae67a41c7e7a20ce1.} 2024-12-12T05:10:14,660 INFO [RS:0;83e80bf221ca:42665 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-12T05:10:14,660 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733980213876.7b9caad853af44fae67a41c7e7a20ce1. 2024-12-12T05:10:14,660 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733980213876.6f550f947761b6cb272c08dad93034f0. 2024-12-12T05:10:14,660 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733980213876.7b9caad853af44fae67a41c7e7a20ce1. 2024-12-12T05:10:14,660 DEBUG [RS:1;83e80bf221ca:35461 {}] regionserver.HRegionServer(1629): Waiting on 7b9caad853af44fae67a41c7e7a20ce1 2024-12-12T05:10:14,660 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733980213876.6f550f947761b6cb272c08dad93034f0. 2024-12-12T05:10:14,660 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733980213876.7b9caad853af44fae67a41c7e7a20ce1. after waiting 0 ms 2024-12-12T05:10:14,660 INFO [RS:0;83e80bf221ca:42665 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-12T05:10:14,660 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733980213876.7b9caad853af44fae67a41c7e7a20ce1. 2024-12-12T05:10:14,660 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733980213876.6f550f947761b6cb272c08dad93034f0. after waiting 0 ms 2024-12-12T05:10:14,660 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733980213876.6f550f947761b6cb272c08dad93034f0. 2024-12-12T05:10:14,660 INFO [RS:0;83e80bf221ca:42665 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-12T05:10:14,660 DEBUG [RS:0;83e80bf221ca:42665 {}] regionserver.HRegionServer(1603): Online Regions={6f550f947761b6cb272c08dad93034f0=testClearRegionBlockCache,5,1733980213876.6f550f947761b6cb272c08dad93034f0., 4a74385eb73960cde3fbf89e9db6ace9=hbase:namespace,,1733980213255.4a74385eb73960cde3fbf89e9db6ace9., 1588230740=hbase:meta,,1.1588230740} 2024-12-12T05:10:14,660 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-12T05:10:14,660 DEBUG [RS:0;83e80bf221ca:42665 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4a74385eb73960cde3fbf89e9db6ace9, 6f550f947761b6cb272c08dad93034f0 2024-12-12T05:10:14,660 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-12T05:10:14,660 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-12T05:10:14,660 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-12T05:10:14,660 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-12T05:10:14,660 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-12T05:10:14,665 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/default/testClearRegionBlockCache/6f550f947761b6cb272c08dad93034f0/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-12T05:10:14,665 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/default/testClearRegionBlockCache/7b9caad853af44fae67a41c7e7a20ce1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-12T05:10:14,665 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733980213876.6f550f947761b6cb272c08dad93034f0. 2024-12-12T05:10:14,665 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6f550f947761b6cb272c08dad93034f0: 2024-12-12T05:10:14,666 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733980213876.7b9caad853af44fae67a41c7e7a20ce1. 2024-12-12T05:10:14,666 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733980213876.6f550f947761b6cb272c08dad93034f0. 2024-12-12T05:10:14,666 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7b9caad853af44fae67a41c7e7a20ce1: 2024-12-12T05:10:14,666 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4a74385eb73960cde3fbf89e9db6ace9, disabling compactions & flushes 2024-12-12T05:10:14,666 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733980213876.7b9caad853af44fae67a41c7e7a20ce1. 2024-12-12T05:10:14,666 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733980213255.4a74385eb73960cde3fbf89e9db6ace9. 2024-12-12T05:10:14,666 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733980213255.4a74385eb73960cde3fbf89e9db6ace9. 2024-12-12T05:10:14,666 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733980213255.4a74385eb73960cde3fbf89e9db6ace9. after waiting 0 ms 2024-12-12T05:10:14,666 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733980213255.4a74385eb73960cde3fbf89e9db6ace9. 2024-12-12T05:10:14,666 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 4a74385eb73960cde3fbf89e9db6ace9 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-12T05:10:14,675 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/hbase/meta/1588230740/.tmp/info/24dd41631650469cab299377c99512ac is 173, key is testClearRegionBlockCache,5,1733980213876.6f550f947761b6cb272c08dad93034f0./info:regioninfo/1733980214254/Put/seqid=0 2024-12-12T05:10:14,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44343 is added to blk_1073741843_1019 (size=9337) 2024-12-12T05:10:14,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41131 is added to blk_1073741843_1019 (size=9337) 2024-12-12T05:10:14,680 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/hbase/namespace/4a74385eb73960cde3fbf89e9db6ace9/.tmp/info/b178f7720c5a409cb5a2fb2cc1e02624 is 45, key is default/info:d/1733980213676/Put/seqid=0 2024-12-12T05:10:14,680 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/hbase/meta/1588230740/.tmp/info/24dd41631650469cab299377c99512ac 2024-12-12T05:10:14,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44343 is added to blk_1073741844_1020 (size=5037) 2024-12-12T05:10:14,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41131 is added to blk_1073741844_1020 (size=5037) 2024-12-12T05:10:14,685 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/hbase/namespace/4a74385eb73960cde3fbf89e9db6ace9/.tmp/info/b178f7720c5a409cb5a2fb2cc1e02624 2024-12-12T05:10:14,691 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/hbase/namespace/4a74385eb73960cde3fbf89e9db6ace9/.tmp/info/b178f7720c5a409cb5a2fb2cc1e02624 as hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/hbase/namespace/4a74385eb73960cde3fbf89e9db6ace9/info/b178f7720c5a409cb5a2fb2cc1e02624 2024-12-12T05:10:14,697 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/hbase/namespace/4a74385eb73960cde3fbf89e9db6ace9/info/b178f7720c5a409cb5a2fb2cc1e02624, entries=2, sequenceid=6, filesize=4.9 K 2024-12-12T05:10:14,698 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 4a74385eb73960cde3fbf89e9db6ace9 in 31ms, sequenceid=6, compaction requested=false 2024-12-12T05:10:14,701 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/hbase/meta/1588230740/.tmp/table/ee6eac7eaf1f47efb2eec1752a5d5777 is 61, key is testClearRegionBlockCache/table:state/1733980214259/Put/seqid=0 2024-12-12T05:10:14,701 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/hbase/namespace/4a74385eb73960cde3fbf89e9db6ace9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-12T05:10:14,702 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733980213255.4a74385eb73960cde3fbf89e9db6ace9. 2024-12-12T05:10:14,702 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4a74385eb73960cde3fbf89e9db6ace9: 2024-12-12T05:10:14,702 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733980213255.4a74385eb73960cde3fbf89e9db6ace9. 2024-12-12T05:10:14,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41131 is added to blk_1073741845_1021 (size=5392) 2024-12-12T05:10:14,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44343 is added to blk_1073741845_1021 (size=5392) 2024-12-12T05:10:14,706 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/hbase/meta/1588230740/.tmp/table/ee6eac7eaf1f47efb2eec1752a5d5777 2024-12-12T05:10:14,711 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/hbase/meta/1588230740/.tmp/info/24dd41631650469cab299377c99512ac as hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/hbase/meta/1588230740/info/24dd41631650469cab299377c99512ac 2024-12-12T05:10:14,716 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/hbase/meta/1588230740/info/24dd41631650469cab299377c99512ac, entries=30, sequenceid=16, filesize=9.1 K 2024-12-12T05:10:14,717 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/hbase/meta/1588230740/.tmp/table/ee6eac7eaf1f47efb2eec1752a5d5777 as hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/hbase/meta/1588230740/table/ee6eac7eaf1f47efb2eec1752a5d5777 2024-12-12T05:10:14,722 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/hbase/meta/1588230740/table/ee6eac7eaf1f47efb2eec1752a5d5777, entries=4, sequenceid=16, filesize=5.3 K 2024-12-12T05:10:14,723 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 63ms, sequenceid=16, compaction requested=false 2024-12-12T05:10:14,727 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-12T05:10:14,727 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-12T05:10:14,728 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-12T05:10:14,728 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-12T05:10:14,728 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-12T05:10:14,740 INFO [regionserver/83e80bf221ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-12T05:10:14,740 INFO [regionserver/83e80bf221ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-12T05:10:14,741 INFO [regionserver/83e80bf221ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T05:10:14,747 INFO [regionserver/83e80bf221ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T05:10:14,794 INFO [regionserver/83e80bf221ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-12T05:10:14,794 INFO [regionserver/83e80bf221ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-12T05:10:14,860 INFO [RS:1;83e80bf221ca:35461 {}] regionserver.HRegionServer(1250): stopping server 83e80bf221ca,35461,1733980212227; all regions closed. 2024-12-12T05:10:14,860 INFO [RS:0;83e80bf221ca:42665 {}] regionserver.HRegionServer(1250): stopping server 83e80bf221ca,42665,1733980212179; all regions closed. 2024-12-12T05:10:14,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41131 is added to blk_1073741833_1009 (size=1758) 2024-12-12T05:10:14,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44343 is added to blk_1073741833_1009 (size=1758) 2024-12-12T05:10:14,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41131 is added to blk_1073741835_1011 (size=5602) 2024-12-12T05:10:14,866 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/WALs/83e80bf221ca,42665,1733980212179/83e80bf221ca%2C42665%2C1733980212179.meta.1733980213186.meta not finished, retry = 0 2024-12-12T05:10:14,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44343 is added to blk_1073741835_1011 (size=5602) 2024-12-12T05:10:14,869 DEBUG [RS:1;83e80bf221ca:35461 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/oldWALs 2024-12-12T05:10:14,869 INFO [RS:1;83e80bf221ca:35461 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 83e80bf221ca%2C35461%2C1733980212227:(num 1733980212874) 2024-12-12T05:10:14,869 DEBUG [RS:1;83e80bf221ca:35461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:14,869 INFO [RS:1;83e80bf221ca:35461 {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T05:10:14,869 INFO [RS:1;83e80bf221ca:35461 {}] hbase.ChoreService(370): Chore service for: regionserver/83e80bf221ca:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-12T05:10:14,869 INFO [RS:1;83e80bf221ca:35461 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-12T05:10:14,869 INFO [RS:1;83e80bf221ca:35461 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-12T05:10:14,869 INFO [RS:1;83e80bf221ca:35461 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-12T05:10:14,869 INFO [regionserver/83e80bf221ca:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-12T05:10:14,870 INFO [RS:1;83e80bf221ca:35461 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35461 2024-12-12T05:10:14,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-12T05:10:14,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10018a567b40002, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/83e80bf221ca,35461,1733980212227 2024-12-12T05:10:14,888 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83e80bf221ca,35461,1733980212227] 2024-12-12T05:10:14,888 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 83e80bf221ca,35461,1733980212227; numProcessing=1 2024-12-12T05:10:14,896 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/83e80bf221ca,35461,1733980212227 already deleted, retry=false 2024-12-12T05:10:14,896 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 83e80bf221ca,35461,1733980212227 expired; onlineServers=1 2024-12-12T05:10:14,974 DEBUG [RS:0;83e80bf221ca:42665 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/oldWALs 2024-12-12T05:10:14,974 INFO [RS:0;83e80bf221ca:42665 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 83e80bf221ca%2C42665%2C1733980212179.meta:.meta(num 1733980213186) 2024-12-12T05:10:14,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41131 is added to blk_1073741834_1010 (size=3188) 2024-12-12T05:10:14,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44343 is added to blk_1073741834_1010 (size=3188) 2024-12-12T05:10:14,982 DEBUG [RS:0;83e80bf221ca:42665 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/oldWALs 2024-12-12T05:10:14,982 INFO [RS:0;83e80bf221ca:42665 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 83e80bf221ca%2C42665%2C1733980212179:(num 1733980212873) 2024-12-12T05:10:14,982 DEBUG [RS:0;83e80bf221ca:42665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:14,982 INFO [RS:0;83e80bf221ca:42665 {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T05:10:14,982 INFO [RS:0;83e80bf221ca:42665 {}] hbase.ChoreService(370): Chore service for: regionserver/83e80bf221ca:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-12T05:10:14,983 INFO [regionserver/83e80bf221ca:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-12T05:10:14,983 INFO [RS:0;83e80bf221ca:42665 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42665 2024-12-12T05:10:14,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10018a567b40002, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:14,988 INFO [RS:1;83e80bf221ca:35461 {}] regionserver.HRegionServer(1307): Exiting; stopping=83e80bf221ca,35461,1733980212227; zookeeper connection closed. 2024-12-12T05:10:14,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10018a567b40002, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:14,988 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13420655 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13420655 2024-12-12T05:10:14,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x10018a567b40001, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/83e80bf221ca,42665,1733980212179 2024-12-12T05:10:14,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-12T05:10:14,999 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83e80bf221ca,42665,1733980212179] 2024-12-12T05:10:14,999 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 83e80bf221ca,42665,1733980212179; numProcessing=2 2024-12-12T05:10:15,007 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/83e80bf221ca,42665,1733980212179 already deleted, retry=false 2024-12-12T05:10:15,007 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 83e80bf221ca,42665,1733980212179 expired; onlineServers=0 2024-12-12T05:10:15,007 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '83e80bf221ca,46677,1733980212039' ***** 2024-12-12T05:10:15,008 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-12T05:10:15,008 DEBUG [M:0;83e80bf221ca:46677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c95b796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83e80bf221ca/172.17.0.2:0 2024-12-12T05:10:15,008 INFO [M:0;83e80bf221ca:46677 {}] regionserver.HRegionServer(1224): stopping server 83e80bf221ca,46677,1733980212039 2024-12-12T05:10:15,008 INFO [M:0;83e80bf221ca:46677 {}] regionserver.HRegionServer(1250): stopping server 83e80bf221ca,46677,1733980212039; all regions closed. 2024-12-12T05:10:15,008 DEBUG [M:0;83e80bf221ca:46677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:15,008 DEBUG [M:0;83e80bf221ca:46677 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-12T05:10:15,009 DEBUG [M:0;83e80bf221ca:46677 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-12T05:10:15,009 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-12T05:10:15,009 DEBUG [master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.small.0-1733980212563 {}] cleaner.HFileCleaner(306): Exit Thread[master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.small.0-1733980212563,5,FailOnTimeoutGroup] 2024-12-12T05:10:15,009 DEBUG [master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.large.0-1733980212562 {}] cleaner.HFileCleaner(306): Exit Thread[master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.large.0-1733980212562,5,FailOnTimeoutGroup] 2024-12-12T05:10:15,009 INFO [M:0;83e80bf221ca:46677 {}] hbase.ChoreService(370): Chore service for: master/83e80bf221ca:0 had [] on shutdown 2024-12-12T05:10:15,010 DEBUG [M:0;83e80bf221ca:46677 {}] master.HMaster(1733): Stopping service threads 2024-12-12T05:10:15,010 INFO [M:0;83e80bf221ca:46677 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-12T05:10:15,010 INFO [M:0;83e80bf221ca:46677 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-12T05:10:15,011 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-12T05:10:15,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-12T05:10:15,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:15,018 DEBUG [M:0;83e80bf221ca:46677 {}] zookeeper.ZKUtil(347): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-12T05:10:15,018 WARN [M:0;83e80bf221ca:46677 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-12T05:10:15,018 INFO [M:0;83e80bf221ca:46677 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-12T05:10:15,018 INFO [M:0;83e80bf221ca:46677 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-12T05:10:15,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T05:10:15,018 DEBUG [M:0;83e80bf221ca:46677 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-12T05:10:15,018 INFO [M:0;83e80bf221ca:46677 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:15,019 DEBUG [M:0;83e80bf221ca:46677 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:15,019 DEBUG [M:0;83e80bf221ca:46677 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-12T05:10:15,019 DEBUG [M:0;83e80bf221ca:46677 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:15,019 INFO [M:0;83e80bf221ca:46677 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-12-12T05:10:15,034 DEBUG [M:0;83e80bf221ca:46677 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2be92af448554b2387a49ce89ea7778d is 82, key is hbase:meta,,1/info:regioninfo/1733980213218/Put/seqid=0 2024-12-12T05:10:15,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44343 is added to blk_1073741846_1022 (size=5672) 2024-12-12T05:10:15,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41131 is added to blk_1073741846_1022 (size=5672) 2024-12-12T05:10:15,039 INFO [M:0;83e80bf221ca:46677 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2be92af448554b2387a49ce89ea7778d 2024-12-12T05:10:15,063 DEBUG [M:0;83e80bf221ca:46677 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/150c62bd98464b2ca021f8943faad746 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733980214273/Put/seqid=0 2024-12-12T05:10:15,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41131 is added to blk_1073741847_1023 (size=7577) 2024-12-12T05:10:15,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44343 is added to blk_1073741847_1023 (size=7577) 2024-12-12T05:10:15,068 INFO [M:0;83e80bf221ca:46677 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/150c62bd98464b2ca021f8943faad746 2024-12-12T05:10:15,087 DEBUG [M:0;83e80bf221ca:46677 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39c9f18fb2e9476c87aac99a0e6232a0 is 69, key is 83e80bf221ca,35461,1733980212227/rs:state/1733980212689/Put/seqid=0 2024-12-12T05:10:15,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41131 is added to blk_1073741848_1024 (size=5224) 2024-12-12T05:10:15,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44343 is added to blk_1073741848_1024 (size=5224) 2024-12-12T05:10:15,092 INFO [M:0;83e80bf221ca:46677 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39c9f18fb2e9476c87aac99a0e6232a0 2024-12-12T05:10:15,098 DEBUG [M:0;83e80bf221ca:46677 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2be92af448554b2387a49ce89ea7778d as hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2be92af448554b2387a49ce89ea7778d 2024-12-12T05:10:15,099 INFO [RS:0;83e80bf221ca:42665 {}] regionserver.HRegionServer(1307): Exiting; stopping=83e80bf221ca,42665,1733980212179; zookeeper connection closed. 2024-12-12T05:10:15,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x10018a567b40001, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:15,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x10018a567b40001, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:15,099 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4be0204c {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4be0204c 2024-12-12T05:10:15,100 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-12T05:10:15,103 INFO [M:0;83e80bf221ca:46677 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2be92af448554b2387a49ce89ea7778d, entries=8, sequenceid=108, filesize=5.5 K 2024-12-12T05:10:15,104 DEBUG [M:0;83e80bf221ca:46677 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/150c62bd98464b2ca021f8943faad746 as hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/150c62bd98464b2ca021f8943faad746 2024-12-12T05:10:15,110 INFO [M:0;83e80bf221ca:46677 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/150c62bd98464b2ca021f8943faad746, entries=13, sequenceid=108, filesize=7.4 K 2024-12-12T05:10:15,111 DEBUG [M:0;83e80bf221ca:46677 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39c9f18fb2e9476c87aac99a0e6232a0 as hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39c9f18fb2e9476c87aac99a0e6232a0 2024-12-12T05:10:15,117 INFO [M:0;83e80bf221ca:46677 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39203/user/jenkins/test-data/4b0fccfb-eba8-95bd-156d-5cdfc455f8ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39c9f18fb2e9476c87aac99a0e6232a0, entries=2, sequenceid=108, filesize=5.1 K 2024-12-12T05:10:15,118 INFO [M:0;83e80bf221ca:46677 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=108, compaction requested=false 2024-12-12T05:10:15,119 INFO [M:0;83e80bf221ca:46677 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:15,119 DEBUG [M:0;83e80bf221ca:46677 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-12T05:10:15,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41131 is added to blk_1073741830_1006 (size=54453) 2024-12-12T05:10:15,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44343 is added to blk_1073741830_1006 (size=54453) 2024-12-12T05:10:15,125 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-12T05:10:15,125 INFO [M:0;83e80bf221ca:46677 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-12T05:10:15,125 INFO [M:0;83e80bf221ca:46677 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46677 2024-12-12T05:10:15,132 DEBUG [M:0;83e80bf221ca:46677 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/83e80bf221ca,46677,1733980212039 already deleted, retry=false 2024-12-12T05:10:15,241 INFO [M:0;83e80bf221ca:46677 {}] regionserver.HRegionServer(1307): Exiting; stopping=83e80bf221ca,46677,1733980212039; zookeeper connection closed. 2024-12-12T05:10:15,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:15,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46677-0x10018a567b40000, quorum=127.0.0.1:63542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:15,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5acaa4dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T05:10:15,243 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6108d13f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T05:10:15,243 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T05:10:15,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf0b7de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T05:10:15,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66afe306{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/hadoop.log.dir/,STOPPED} 2024-12-12T05:10:15,245 WARN [BP-692394735-172.17.0.2-1733980210481 heartbeating to localhost/127.0.0.1:39203 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T05:10:15,245 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T05:10:15,246 WARN [BP-692394735-172.17.0.2-1733980210481 heartbeating to localhost/127.0.0.1:39203 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-692394735-172.17.0.2-1733980210481 (Datanode Uuid c47b4193-d049-424d-9427-3b99ca96b57b) service to localhost/127.0.0.1:39203 2024-12-12T05:10:15,246 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T05:10:15,246 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/cluster_f1190b91-b3e4-c8d7-4593-09badab1a1b1/dfs/data/data3/current/BP-692394735-172.17.0.2-1733980210481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T05:10:15,246 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/cluster_f1190b91-b3e4-c8d7-4593-09badab1a1b1/dfs/data/data4/current/BP-692394735-172.17.0.2-1733980210481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T05:10:15,246 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T05:10:15,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6de2dd39{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T05:10:15,253 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18a085ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T05:10:15,253 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T05:10:15,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a2c31bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T05:10:15,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2062e329{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/hadoop.log.dir/,STOPPED} 2024-12-12T05:10:15,255 WARN [BP-692394735-172.17.0.2-1733980210481 heartbeating to localhost/127.0.0.1:39203 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T05:10:15,255 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T05:10:15,255 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T05:10:15,255 WARN [BP-692394735-172.17.0.2-1733980210481 heartbeating to localhost/127.0.0.1:39203 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-692394735-172.17.0.2-1733980210481 (Datanode Uuid e6f99b15-e952-40d9-b9a9-6c5b02bd317e) service to localhost/127.0.0.1:39203 2024-12-12T05:10:15,255 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/cluster_f1190b91-b3e4-c8d7-4593-09badab1a1b1/dfs/data/data1/current/BP-692394735-172.17.0.2-1733980210481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T05:10:15,256 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/cluster_f1190b91-b3e4-c8d7-4593-09badab1a1b1/dfs/data/data2/current/BP-692394735-172.17.0.2-1733980210481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T05:10:15,256 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T05:10:15,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33cfa592{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T05:10:15,261 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6455ad2d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T05:10:15,261 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T05:10:15,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c95392f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T05:10:15,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35880e14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/hadoop.log.dir/,STOPPED} 2024-12-12T05:10:15,267 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-12T05:10:15,283 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-12T05:10:15,291 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=155 (was 132) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39203 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39203 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39203 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39203 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:39203 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39203 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:39203 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=497 (was 468) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 59) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=13338 (was 13511) 2024-12-12T05:10:15,298 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=155, OpenFileDescriptor=497, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=13339 2024-12-12T05:10:15,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/hadoop.log.dir so I do NOT create it in target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163 2024-12-12T05:10:15,311 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/hadoop.log.dir Erasing configuration value by system value. 2024-12-12T05:10:15,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/hadoop.tmp.dir so I do NOT create it in target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163 2024-12-12T05:10:15,311 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b253026-2860-5523-9594-19cee3a94509/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-12T05:10:15,311 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163 2024-12-12T05:10:15,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-12T05:10:15,311 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/cluster_2a8139a4-6de4-9194-d2d2-3ffaf0ef74f0, deleteOnExit=true 2024-12-12T05:10:15,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-12T05:10:15,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/test.cache.data in system properties and HBase conf 2024-12-12T05:10:15,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/hadoop.tmp.dir in system properties and HBase conf 2024-12-12T05:10:15,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/hadoop.log.dir in system properties and HBase conf 2024-12-12T05:10:15,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-12T05:10:15,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-12T05:10:15,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-12T05:10:15,312 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-12T05:10:15,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-12T05:10:15,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-12T05:10:15,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-12T05:10:15,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T05:10:15,313 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-12T05:10:15,313 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-12T05:10:15,313 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T05:10:15,313 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T05:10:15,313 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-12T05:10:15,313 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/nfs.dump.dir in system properties and HBase conf 2024-12-12T05:10:15,313 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/java.io.tmpdir in system properties and HBase conf 2024-12-12T05:10:15,313 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T05:10:15,313 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-12T05:10:15,313 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-12T05:10:15,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T05:10:15,544 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T05:10:15,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T05:10:15,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T05:10:15,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T05:10:15,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T05:10:15,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b7452bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/hadoop.log.dir/,AVAILABLE} 2024-12-12T05:10:15,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47fff338{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T05:10:15,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43394edb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/java.io.tmpdir/jetty-localhost-43535-hadoop-hdfs-3_4_1-tests_jar-_-any-7655821551883602704/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T05:10:15,642 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@357cfbc2{HTTP/1.1, (http/1.1)}{localhost:43535} 2024-12-12T05:10:15,642 INFO [Time-limited test {}] server.Server(415): Started @27449ms 2024-12-12T05:10:15,868 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T05:10:15,871 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T05:10:15,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T05:10:15,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T05:10:15,872 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T05:10:15,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78322f65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/hadoop.log.dir/,AVAILABLE} 2024-12-12T05:10:15,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60ae3564{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T05:10:15,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72aafba8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/java.io.tmpdir/jetty-localhost-40047-hadoop-hdfs-3_4_1-tests_jar-_-any-8503142050989917351/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T05:10:15,966 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73b7c288{HTTP/1.1, (http/1.1)}{localhost:40047} 2024-12-12T05:10:15,966 INFO [Time-limited test {}] server.Server(415): Started @27773ms 2024-12-12T05:10:15,967 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T05:10:15,990 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T05:10:15,993 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T05:10:15,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T05:10:15,994 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T05:10:15,994 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T05:10:15,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15fcc78f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/hadoop.log.dir/,AVAILABLE} 2024-12-12T05:10:15,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51ae7008{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T05:10:16,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d5c037d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/java.io.tmpdir/jetty-localhost-45659-hadoop-hdfs-3_4_1-tests_jar-_-any-7756032752636068207/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T05:10:16,085 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67ed5788{HTTP/1.1, (http/1.1)}{localhost:45659} 2024-12-12T05:10:16,085 INFO [Time-limited test {}] server.Server(415): Started @27892ms 2024-12-12T05:10:16,086 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T05:10:16,738 WARN [Thread-1180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/cluster_2a8139a4-6de4-9194-d2d2-3ffaf0ef74f0/dfs/data/data1/current/BP-1201413824-172.17.0.2-1733980215329/current, will proceed with Du for space computation calculation, 2024-12-12T05:10:16,738 WARN [Thread-1181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/cluster_2a8139a4-6de4-9194-d2d2-3ffaf0ef74f0/dfs/data/data2/current/BP-1201413824-172.17.0.2-1733980215329/current, will proceed with Du for space computation calculation, 2024-12-12T05:10:16,757 WARN [Thread-1144 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T05:10:16,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x701af7eb80a2a4e6 with lease ID 0x8a41d1007cd9c15c: Processing first storage report for DS-0eaad82d-e74d-46a7-8b2e-66ca7fa9872a from datanode DatanodeRegistration(127.0.0.1:45955, datanodeUuid=3bc31e52-3c49-4cc2-8de7-1f7bfdfbdb45, infoPort=36605, infoSecurePort=0, ipcPort=41391, storageInfo=lv=-57;cid=testClusterID;nsid=93339416;c=1733980215329) 2024-12-12T05:10:16,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x701af7eb80a2a4e6 with lease ID 0x8a41d1007cd9c15c: from storage DS-0eaad82d-e74d-46a7-8b2e-66ca7fa9872a node DatanodeRegistration(127.0.0.1:45955, datanodeUuid=3bc31e52-3c49-4cc2-8de7-1f7bfdfbdb45, infoPort=36605, infoSecurePort=0, ipcPort=41391, storageInfo=lv=-57;cid=testClusterID;nsid=93339416;c=1733980215329), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T05:10:16,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x701af7eb80a2a4e6 with lease ID 0x8a41d1007cd9c15c: Processing first storage report for DS-86a5b967-fb6b-4225-9c80-371c1961c61b from datanode DatanodeRegistration(127.0.0.1:45955, datanodeUuid=3bc31e52-3c49-4cc2-8de7-1f7bfdfbdb45, infoPort=36605, infoSecurePort=0, ipcPort=41391, storageInfo=lv=-57;cid=testClusterID;nsid=93339416;c=1733980215329) 2024-12-12T05:10:16,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x701af7eb80a2a4e6 with lease ID 0x8a41d1007cd9c15c: from storage DS-86a5b967-fb6b-4225-9c80-371c1961c61b node DatanodeRegistration(127.0.0.1:45955, datanodeUuid=3bc31e52-3c49-4cc2-8de7-1f7bfdfbdb45, infoPort=36605, infoSecurePort=0, ipcPort=41391, storageInfo=lv=-57;cid=testClusterID;nsid=93339416;c=1733980215329), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T05:10:16,848 WARN [Thread-1191 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/cluster_2a8139a4-6de4-9194-d2d2-3ffaf0ef74f0/dfs/data/data3/current/BP-1201413824-172.17.0.2-1733980215329/current, will proceed with Du for space computation calculation, 2024-12-12T05:10:16,848 WARN [Thread-1192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/cluster_2a8139a4-6de4-9194-d2d2-3ffaf0ef74f0/dfs/data/data4/current/BP-1201413824-172.17.0.2-1733980215329/current, will proceed with Du for space computation calculation, 2024-12-12T05:10:16,865 WARN [Thread-1167 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T05:10:16,868 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33bd13476805a4da with lease ID 0x8a41d1007cd9c15d: Processing first storage report for DS-4492de1e-aa0f-46f2-99cf-bb29d7851a98 from datanode DatanodeRegistration(127.0.0.1:44225, datanodeUuid=65488ab7-eb9e-4beb-8565-3fbd9ad07d70, infoPort=36017, infoSecurePort=0, ipcPort=45181, storageInfo=lv=-57;cid=testClusterID;nsid=93339416;c=1733980215329) 2024-12-12T05:10:16,868 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33bd13476805a4da with lease ID 0x8a41d1007cd9c15d: from storage DS-4492de1e-aa0f-46f2-99cf-bb29d7851a98 node DatanodeRegistration(127.0.0.1:44225, datanodeUuid=65488ab7-eb9e-4beb-8565-3fbd9ad07d70, infoPort=36017, infoSecurePort=0, ipcPort=45181, storageInfo=lv=-57;cid=testClusterID;nsid=93339416;c=1733980215329), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T05:10:16,868 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33bd13476805a4da with lease ID 0x8a41d1007cd9c15d: Processing first storage report for DS-1441d8b6-55ce-43ba-a8c5-4f59bf612299 from datanode DatanodeRegistration(127.0.0.1:44225, datanodeUuid=65488ab7-eb9e-4beb-8565-3fbd9ad07d70, infoPort=36017, infoSecurePort=0, ipcPort=45181, storageInfo=lv=-57;cid=testClusterID;nsid=93339416;c=1733980215329) 2024-12-12T05:10:16,868 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33bd13476805a4da with lease ID 0x8a41d1007cd9c15d: from storage DS-1441d8b6-55ce-43ba-a8c5-4f59bf612299 node DatanodeRegistration(127.0.0.1:44225, datanodeUuid=65488ab7-eb9e-4beb-8565-3fbd9ad07d70, infoPort=36017, infoSecurePort=0, ipcPort=45181, storageInfo=lv=-57;cid=testClusterID;nsid=93339416;c=1733980215329), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T05:10:16,915 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163 2024-12-12T05:10:16,920 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/cluster_2a8139a4-6de4-9194-d2d2-3ffaf0ef74f0/zookeeper_0, clientPort=51621, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/cluster_2a8139a4-6de4-9194-d2d2-3ffaf0ef74f0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/cluster_2a8139a4-6de4-9194-d2d2-3ffaf0ef74f0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-12T05:10:16,921 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=51621 2024-12-12T05:10:16,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:16,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:16,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741825_1001 (size=7) 2024-12-12T05:10:16,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741825_1001 (size=7) 2024-12-12T05:10:16,936 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a with version=8 2024-12-12T05:10:16,936 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/hbase-staging 2024-12-12T05:10:16,939 INFO [Time-limited test {}] client.ConnectionUtils(129): master/83e80bf221ca:0 server-side Connection retries=45 2024-12-12T05:10:16,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:16,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:16,939 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T05:10:16,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:16,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T05:10:16,940 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T05:10:16,940 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T05:10:16,940 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37469 2024-12-12T05:10:16,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:16,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:16,945 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37469 connecting to ZooKeeper ensemble=127.0.0.1:51621 2024-12-12T05:10:16,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374690x0, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T05:10:16,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37469-0x10018a57ad70000 connected 2024-12-12T05:10:17,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T05:10:17,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:17,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T05:10:17,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37469 2024-12-12T05:10:17,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37469 2024-12-12T05:10:17,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37469 2024-12-12T05:10:17,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37469 2024-12-12T05:10:17,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37469 2024-12-12T05:10:17,064 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a, hbase.cluster.distributed=false 2024-12-12T05:10:17,082 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/83e80bf221ca:0 server-side Connection retries=45 2024-12-12T05:10:17,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:17,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:17,082 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T05:10:17,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:17,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T05:10:17,083 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T05:10:17,083 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T05:10:17,083 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38759 2024-12-12T05:10:17,083 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-12T05:10:17,084 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-12T05:10:17,087 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-12T05:10:17,087 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-12T05:10:17,088 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-12T05:10:17,088 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-12T05:10:17,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:17,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:17,091 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38759 connecting to ZooKeeper ensemble=127.0.0.1:51621 2024-12-12T05:10:17,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387590x0, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T05:10:17,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38759-0x10018a57ad70001 connected 2024-12-12T05:10:17,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38759-0x10018a57ad70001, quorum=127.0.0.1:51621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T05:10:17,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38759-0x10018a57ad70001, quorum=127.0.0.1:51621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:17,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38759-0x10018a57ad70001, quorum=127.0.0.1:51621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T05:10:17,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38759 2024-12-12T05:10:17,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38759 2024-12-12T05:10:17,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38759 2024-12-12T05:10:17,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38759 2024-12-12T05:10:17,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38759 2024-12-12T05:10:17,118 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/83e80bf221ca:0 server-side Connection retries=45 2024-12-12T05:10:17,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:17,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:17,118 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T05:10:17,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:17,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T05:10:17,118 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T05:10:17,118 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T05:10:17,119 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45305 2024-12-12T05:10:17,119 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-12T05:10:17,120 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-12T05:10:17,125 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-12T05:10:17,125 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-12T05:10:17,125 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-12T05:10:17,126 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-12T05:10:17,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:17,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:17,129 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45305 connecting to ZooKeeper ensemble=127.0.0.1:51621 2024-12-12T05:10:17,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453050x0, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T05:10:17,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45305-0x10018a57ad70002 connected 2024-12-12T05:10:17,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45305-0x10018a57ad70002, quorum=127.0.0.1:51621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T05:10:17,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45305-0x10018a57ad70002, quorum=127.0.0.1:51621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:17,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45305-0x10018a57ad70002, quorum=127.0.0.1:51621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T05:10:17,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45305 2024-12-12T05:10:17,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45305 2024-12-12T05:10:17,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45305 2024-12-12T05:10:17,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45305 2024-12-12T05:10:17,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45305 2024-12-12T05:10:17,144 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/83e80bf221ca,37469,1733980216939 2024-12-12T05:10:17,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x10018a57ad70001, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:17,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:17,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45305-0x10018a57ad70002, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:17,149 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/83e80bf221ca,37469,1733980216939 2024-12-12T05:10:17,156 DEBUG [M:0;83e80bf221ca:37469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83e80bf221ca:37469 2024-12-12T05:10:17,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45305-0x10018a57ad70002, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-12T05:10:17,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x10018a57ad70001, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-12T05:10:17,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-12T05:10:17,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:17,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x10018a57ad70001, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:17,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45305-0x10018a57ad70002, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:17,157 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-12T05:10:17,158 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/83e80bf221ca,37469,1733980216939 from backup master directory 2024-12-12T05:10:17,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x10018a57ad70001, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:17,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/83e80bf221ca,37469,1733980216939 2024-12-12T05:10:17,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45305-0x10018a57ad70002, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:17,165 WARN [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T05:10:17,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-12T05:10:17,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:17,165 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83e80bf221ca,37469,1733980216939 2024-12-12T05:10:17,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741826_1002 (size=42) 2024-12-12T05:10:17,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741826_1002 (size=42) 2024-12-12T05:10:17,175 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/hbase.id with ID: 201442f9-42ae-4e67-b180-7aef12932129 2024-12-12T05:10:17,184 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:17,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:17,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x10018a57ad70001, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:17,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45305-0x10018a57ad70002, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:17,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741827_1003 (size=196) 2024-12-12T05:10:17,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741827_1003 (size=196) 2024-12-12T05:10:17,197 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T05:10:17,198 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-12T05:10:17,198 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T05:10:17,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741828_1004 (size=1189) 2024-12-12T05:10:17,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741828_1004 (size=1189) 2024-12-12T05:10:17,207 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/MasterData/data/master/store 2024-12-12T05:10:17,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741829_1005 (size=34) 2024-12-12T05:10:17,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741829_1005 (size=34) 2024-12-12T05:10:17,214 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:17,214 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-12T05:10:17,214 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:17,214 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:17,214 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-12T05:10:17,214 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:17,214 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:17,214 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-12T05:10:17,215 WARN [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/MasterData/data/master/store/.initializing 2024-12-12T05:10:17,215 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/MasterData/WALs/83e80bf221ca,37469,1733980216939 2024-12-12T05:10:17,216 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T05:10:17,217 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83e80bf221ca%2C37469%2C1733980216939, suffix=, logDir=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/MasterData/WALs/83e80bf221ca,37469,1733980216939, archiveDir=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/MasterData/oldWALs, maxLogs=10 2024-12-12T05:10:17,227 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/MasterData/WALs/83e80bf221ca,37469,1733980216939/83e80bf221ca%2C37469%2C1733980216939.1733980217217, exclude list is [], retry=0 2024-12-12T05:10:17,230 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45955,DS-0eaad82d-e74d-46a7-8b2e-66ca7fa9872a,DISK] 2024-12-12T05:10:17,230 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44225,DS-4492de1e-aa0f-46f2-99cf-bb29d7851a98,DISK] 2024-12-12T05:10:17,232 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/MasterData/WALs/83e80bf221ca,37469,1733980216939/83e80bf221ca%2C37469%2C1733980216939.1733980217217 2024-12-12T05:10:17,233 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36605:36605),(127.0.0.1/127.0.0.1:36017:36017)] 2024-12-12T05:10:17,233 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-12T05:10:17,233 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:17,233 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:17,233 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:17,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:17,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-12T05:10:17,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:17,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:17,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:17,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-12T05:10:17,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:17,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:17,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:17,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-12T05:10:17,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:17,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:17,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:17,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-12T05:10:17,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:17,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:17,242 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:17,243 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:17,244 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-12T05:10:17,245 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:17,247 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:10:17,247 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73670060, jitterRate=0.09776943922042847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-12T05:10:17,248 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-12T05:10:17,248 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-12T05:10:17,251 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72779014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T05:10:17,252 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-12T05:10:17,252 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-12T05:10:17,252 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-12T05:10:17,252 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-12T05:10:17,253 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-12T05:10:17,253 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-12T05:10:17,253 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-12T05:10:17,255 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-12T05:10:17,256 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-12T05:10:17,265 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-12T05:10:17,266 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-12T05:10:17,266 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-12T05:10:17,274 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-12T05:10:17,274 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-12T05:10:17,275 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-12T05:10:17,282 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-12T05:10:17,283 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-12T05:10:17,291 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-12T05:10:17,294 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-12T05:10:17,305 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-12T05:10:17,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x10018a57ad70001, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:17,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x10018a57ad70001, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:17,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:17,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45305-0x10018a57ad70002, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:17,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45305-0x10018a57ad70002, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:17,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:17,317 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=83e80bf221ca,37469,1733980216939, sessionid=0x10018a57ad70000, setting cluster-up flag (Was=false) 2024-12-12T05:10:17,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:17,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45305-0x10018a57ad70002, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:17,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x10018a57ad70001, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:17,357 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-12T05:10:17,358 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83e80bf221ca,37469,1733980216939 2024-12-12T05:10:17,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45305-0x10018a57ad70002, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:17,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:17,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x10018a57ad70001, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:17,399 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-12T05:10:17,401 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83e80bf221ca,37469,1733980216939 2024-12-12T05:10:17,405 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-12T05:10:17,406 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-12T05:10:17,406 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-12T05:10:17,406 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83e80bf221ca,37469,1733980216939 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-12T05:10:17,407 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83e80bf221ca:0, corePoolSize=5, maxPoolSize=5 2024-12-12T05:10:17,407 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83e80bf221ca:0, corePoolSize=5, maxPoolSize=5 2024-12-12T05:10:17,407 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83e80bf221ca:0, corePoolSize=5, maxPoolSize=5 2024-12-12T05:10:17,407 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83e80bf221ca:0, corePoolSize=5, maxPoolSize=5 2024-12-12T05:10:17,407 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83e80bf221ca:0, corePoolSize=10, maxPoolSize=10 2024-12-12T05:10:17,407 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:17,407 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83e80bf221ca:0, corePoolSize=2, maxPoolSize=2 2024-12-12T05:10:17,407 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:17,409 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733980247409 2024-12-12T05:10:17,409 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-12T05:10:17,409 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-12T05:10:17,410 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-12T05:10:17,410 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-12T05:10:17,410 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-12T05:10:17,410 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-12T05:10:17,410 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-12T05:10:17,410 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-12T05:10:17,410 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:17,411 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-12T05:10:17,411 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-12T05:10:17,411 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-12T05:10:17,412 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-12T05:10:17,412 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-12T05:10:17,412 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:17,412 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.large.0-1733980217412,5,FailOnTimeoutGroup] 2024-12-12T05:10:17,413 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.small.0-1733980217412,5,FailOnTimeoutGroup] 2024-12-12T05:10:17,412 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-12T05:10:17,413 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:17,413 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-12T05:10:17,413 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:17,413 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:17,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741831_1007 (size=1039) 2024-12-12T05:10:17,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741831_1007 (size=1039) 2024-12-12T05:10:17,421 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-12T05:10:17,421 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a 2024-12-12T05:10:17,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741832_1008 (size=32) 2024-12-12T05:10:17,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741832_1008 (size=32) 2024-12-12T05:10:17,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:17,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-12T05:10:17,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-12T05:10:17,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:17,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:17,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-12T05:10:17,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-12T05:10:17,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:17,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:17,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-12T05:10:17,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-12T05:10:17,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:17,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:17,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/hbase/meta/1588230740 2024-12-12T05:10:17,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/hbase/meta/1588230740 2024-12-12T05:10:17,435 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-12T05:10:17,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-12T05:10:17,439 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:10:17,439 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62519892, jitterRate=-0.06838101148605347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-12T05:10:17,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-12T05:10:17,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-12T05:10:17,440 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-12T05:10:17,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-12T05:10:17,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-12T05:10:17,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-12T05:10:17,440 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-12T05:10:17,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-12T05:10:17,441 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-12T05:10:17,441 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-12T05:10:17,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-12T05:10:17,442 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-12T05:10:17,443 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-12T05:10:17,454 DEBUG [RS:1;83e80bf221ca:45305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;83e80bf221ca:45305 2024-12-12T05:10:17,454 DEBUG [RS:0;83e80bf221ca:38759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83e80bf221ca:38759 2024-12-12T05:10:17,455 INFO [RS:1;83e80bf221ca:45305 {}] regionserver.HRegionServer(1008): ClusterId : 201442f9-42ae-4e67-b180-7aef12932129 2024-12-12T05:10:17,455 INFO [RS:0;83e80bf221ca:38759 {}] regionserver.HRegionServer(1008): ClusterId : 201442f9-42ae-4e67-b180-7aef12932129 2024-12-12T05:10:17,455 DEBUG [RS:0;83e80bf221ca:38759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-12T05:10:17,455 DEBUG [RS:1;83e80bf221ca:45305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-12T05:10:17,463 DEBUG [RS:1;83e80bf221ca:45305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-12T05:10:17,463 DEBUG [RS:0;83e80bf221ca:38759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-12T05:10:17,463 DEBUG [RS:1;83e80bf221ca:45305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-12T05:10:17,463 DEBUG [RS:0;83e80bf221ca:38759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-12T05:10:17,475 DEBUG [RS:1;83e80bf221ca:45305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-12T05:10:17,475 DEBUG [RS:0;83e80bf221ca:38759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-12T05:10:17,475 DEBUG [RS:1;83e80bf221ca:45305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc48856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T05:10:17,475 DEBUG [RS:0;83e80bf221ca:38759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35859168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T05:10:17,475 DEBUG [RS:1;83e80bf221ca:45305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce8a360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83e80bf221ca/172.17.0.2:0 2024-12-12T05:10:17,475 DEBUG [RS:0;83e80bf221ca:38759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af3d993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83e80bf221ca/172.17.0.2:0 2024-12-12T05:10:17,475 INFO [RS:0;83e80bf221ca:38759 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-12T05:10:17,475 INFO [RS:1;83e80bf221ca:45305 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-12T05:10:17,475 INFO [RS:1;83e80bf221ca:45305 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-12T05:10:17,475 INFO [RS:0;83e80bf221ca:38759 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-12T05:10:17,475 DEBUG [RS:1;83e80bf221ca:45305 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-12T05:10:17,475 DEBUG [RS:0;83e80bf221ca:38759 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-12T05:10:17,476 INFO [RS:0;83e80bf221ca:38759 {}] regionserver.HRegionServer(3073): reportForDuty to master=83e80bf221ca,37469,1733980216939 with isa=83e80bf221ca/172.17.0.2:38759, startcode=1733980217082 2024-12-12T05:10:17,476 INFO [RS:1;83e80bf221ca:45305 {}] regionserver.HRegionServer(3073): reportForDuty to master=83e80bf221ca,37469,1733980216939 with isa=83e80bf221ca/172.17.0.2:45305, startcode=1733980217117 2024-12-12T05:10:17,476 DEBUG [RS:0;83e80bf221ca:38759 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-12T05:10:17,476 DEBUG [RS:1;83e80bf221ca:45305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-12T05:10:17,477 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35677, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-12T05:10:17,477 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58147, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-12T05:10:17,478 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37469 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 83e80bf221ca,45305,1733980217117 2024-12-12T05:10:17,478 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37469 {}] master.ServerManager(486): Registering regionserver=83e80bf221ca,45305,1733980217117 2024-12-12T05:10:17,479 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37469 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 83e80bf221ca,38759,1733980217082 2024-12-12T05:10:17,479 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37469 {}] master.ServerManager(486): Registering regionserver=83e80bf221ca,38759,1733980217082 2024-12-12T05:10:17,479 DEBUG [RS:1;83e80bf221ca:45305 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a 2024-12-12T05:10:17,479 DEBUG [RS:1;83e80bf221ca:45305 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39897 2024-12-12T05:10:17,479 DEBUG [RS:1;83e80bf221ca:45305 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-12T05:10:17,480 DEBUG [RS:0;83e80bf221ca:38759 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a 2024-12-12T05:10:17,480 DEBUG [RS:0;83e80bf221ca:38759 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39897 2024-12-12T05:10:17,480 DEBUG [RS:0;83e80bf221ca:38759 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-12T05:10:17,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-12T05:10:17,519 DEBUG [RS:1;83e80bf221ca:45305 {}] zookeeper.ZKUtil(111): regionserver:45305-0x10018a57ad70002, quorum=127.0.0.1:51621, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/83e80bf221ca,45305,1733980217117 2024-12-12T05:10:17,519 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83e80bf221ca,45305,1733980217117] 2024-12-12T05:10:17,519 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83e80bf221ca,38759,1733980217082] 2024-12-12T05:10:17,519 WARN [RS:1;83e80bf221ca:45305 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T05:10:17,519 INFO [RS:1;83e80bf221ca:45305 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T05:10:17,519 DEBUG [RS:0;83e80bf221ca:38759 {}] zookeeper.ZKUtil(111): regionserver:38759-0x10018a57ad70001, quorum=127.0.0.1:51621, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/83e80bf221ca,38759,1733980217082 2024-12-12T05:10:17,519 WARN [RS:0;83e80bf221ca:38759 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T05:10:17,519 DEBUG [RS:1;83e80bf221ca:45305 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/WALs/83e80bf221ca,45305,1733980217117 2024-12-12T05:10:17,519 INFO [RS:0;83e80bf221ca:38759 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T05:10:17,519 DEBUG [RS:0;83e80bf221ca:38759 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/WALs/83e80bf221ca,38759,1733980217082 2024-12-12T05:10:17,522 DEBUG [RS:1;83e80bf221ca:45305 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-12T05:10:17,522 DEBUG [RS:0;83e80bf221ca:38759 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-12T05:10:17,522 INFO [RS:1;83e80bf221ca:45305 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-12T05:10:17,522 INFO [RS:0;83e80bf221ca:38759 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-12T05:10:17,524 INFO [RS:1;83e80bf221ca:45305 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-12T05:10:17,524 INFO [RS:1;83e80bf221ca:45305 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-12T05:10:17,524 INFO [RS:1;83e80bf221ca:45305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:17,526 INFO [RS:1;83e80bf221ca:45305 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-12T05:10:17,526 INFO [RS:0;83e80bf221ca:38759 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-12T05:10:17,526 INFO [RS:0;83e80bf221ca:38759 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-12T05:10:17,526 INFO [RS:0;83e80bf221ca:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:17,526 INFO [RS:0;83e80bf221ca:38759 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-12T05:10:17,527 INFO [RS:1;83e80bf221ca:45305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:17,527 DEBUG [RS:1;83e80bf221ca:45305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:17,527 DEBUG [RS:1;83e80bf221ca:45305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:17,527 DEBUG [RS:1;83e80bf221ca:45305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:17,527 DEBUG [RS:1;83e80bf221ca:45305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:17,527 DEBUG [RS:1;83e80bf221ca:45305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:17,527 DEBUG [RS:1;83e80bf221ca:45305 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83e80bf221ca:0, corePoolSize=2, maxPoolSize=2 2024-12-12T05:10:17,527 DEBUG [RS:1;83e80bf221ca:45305 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:17,527 DEBUG [RS:1;83e80bf221ca:45305 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:17,527 DEBUG [RS:1;83e80bf221ca:45305 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:17,527 INFO [RS:0;83e80bf221ca:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:17,527 DEBUG [RS:1;83e80bf221ca:45305 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:17,527 DEBUG [RS:1;83e80bf221ca:45305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:17,527 DEBUG [RS:0;83e80bf221ca:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:17,527 DEBUG [RS:1;83e80bf221ca:45305 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83e80bf221ca:0, corePoolSize=3, maxPoolSize=3 2024-12-12T05:10:17,527 DEBUG [RS:0;83e80bf221ca:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:17,527 DEBUG [RS:1;83e80bf221ca:45305 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83e80bf221ca:0, corePoolSize=3, maxPoolSize=3 2024-12-12T05:10:17,527 DEBUG [RS:0;83e80bf221ca:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:17,527 DEBUG [RS:0;83e80bf221ca:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:17,527 DEBUG [RS:0;83e80bf221ca:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:17,527 DEBUG [RS:0;83e80bf221ca:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83e80bf221ca:0, corePoolSize=2, maxPoolSize=2 2024-12-12T05:10:17,527 DEBUG [RS:0;83e80bf221ca:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:17,527 DEBUG [RS:0;83e80bf221ca:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:17,527 DEBUG [RS:0;83e80bf221ca:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:17,527 DEBUG [RS:0;83e80bf221ca:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:17,528 DEBUG [RS:0;83e80bf221ca:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:17,528 DEBUG [RS:0;83e80bf221ca:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83e80bf221ca:0, corePoolSize=3, maxPoolSize=3 2024-12-12T05:10:17,528 DEBUG [RS:0;83e80bf221ca:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83e80bf221ca:0, corePoolSize=3, maxPoolSize=3 2024-12-12T05:10:17,528 INFO [RS:1;83e80bf221ca:45305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:17,528 INFO [RS:1;83e80bf221ca:45305 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:17,528 INFO [RS:1;83e80bf221ca:45305 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:17,528 INFO [RS:1;83e80bf221ca:45305 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:17,529 INFO [RS:1;83e80bf221ca:45305 {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,45305,1733980217117-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T05:10:17,529 INFO [RS:0;83e80bf221ca:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:17,529 INFO [RS:0;83e80bf221ca:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:17,529 INFO [RS:0;83e80bf221ca:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:17,529 INFO [RS:0;83e80bf221ca:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:17,529 INFO [RS:0;83e80bf221ca:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,38759,1733980217082-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T05:10:17,541 INFO [RS:1;83e80bf221ca:45305 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-12T05:10:17,541 INFO [RS:0;83e80bf221ca:38759 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-12T05:10:17,541 INFO [RS:1;83e80bf221ca:45305 {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,45305,1733980217117-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:17,541 INFO [RS:0;83e80bf221ca:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,38759,1733980217082-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:17,553 INFO [RS:1;83e80bf221ca:45305 {}] regionserver.Replication(204): 83e80bf221ca,45305,1733980217117 started 2024-12-12T05:10:17,553 INFO [RS:1;83e80bf221ca:45305 {}] regionserver.HRegionServer(1767): Serving as 83e80bf221ca,45305,1733980217117, RpcServer on 83e80bf221ca/172.17.0.2:45305, sessionid=0x10018a57ad70002 2024-12-12T05:10:17,553 INFO [RS:0;83e80bf221ca:38759 {}] regionserver.Replication(204): 83e80bf221ca,38759,1733980217082 started 2024-12-12T05:10:17,553 INFO [RS:0;83e80bf221ca:38759 {}] regionserver.HRegionServer(1767): Serving as 83e80bf221ca,38759,1733980217082, RpcServer on 83e80bf221ca/172.17.0.2:38759, sessionid=0x10018a57ad70001 2024-12-12T05:10:17,553 DEBUG [RS:1;83e80bf221ca:45305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-12T05:10:17,553 DEBUG [RS:1;83e80bf221ca:45305 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83e80bf221ca,45305,1733980217117 2024-12-12T05:10:17,553 DEBUG [RS:0;83e80bf221ca:38759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-12T05:10:17,553 DEBUG [RS:1;83e80bf221ca:45305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83e80bf221ca,45305,1733980217117' 2024-12-12T05:10:17,553 DEBUG [RS:0;83e80bf221ca:38759 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83e80bf221ca,38759,1733980217082 2024-12-12T05:10:17,553 DEBUG [RS:0;83e80bf221ca:38759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83e80bf221ca,38759,1733980217082' 2024-12-12T05:10:17,553 DEBUG [RS:1;83e80bf221ca:45305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-12T05:10:17,553 DEBUG [RS:0;83e80bf221ca:38759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-12T05:10:17,554 DEBUG [RS:0;83e80bf221ca:38759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-12T05:10:17,554 DEBUG [RS:1;83e80bf221ca:45305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-12T05:10:17,554 DEBUG [RS:0;83e80bf221ca:38759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-12T05:10:17,554 DEBUG [RS:1;83e80bf221ca:45305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-12T05:10:17,554 DEBUG [RS:0;83e80bf221ca:38759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-12T05:10:17,554 DEBUG [RS:0;83e80bf221ca:38759 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83e80bf221ca,38759,1733980217082 2024-12-12T05:10:17,554 DEBUG [RS:1;83e80bf221ca:45305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-12T05:10:17,554 DEBUG [RS:0;83e80bf221ca:38759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83e80bf221ca,38759,1733980217082' 2024-12-12T05:10:17,554 DEBUG [RS:0;83e80bf221ca:38759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-12T05:10:17,554 DEBUG [RS:1;83e80bf221ca:45305 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83e80bf221ca,45305,1733980217117 2024-12-12T05:10:17,554 DEBUG [RS:1;83e80bf221ca:45305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83e80bf221ca,45305,1733980217117' 2024-12-12T05:10:17,554 DEBUG [RS:1;83e80bf221ca:45305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-12T05:10:17,554 DEBUG [RS:0;83e80bf221ca:38759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-12T05:10:17,554 DEBUG [RS:1;83e80bf221ca:45305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-12T05:10:17,555 DEBUG [RS:0;83e80bf221ca:38759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-12T05:10:17,555 INFO [RS:0;83e80bf221ca:38759 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-12T05:10:17,555 INFO [RS:0;83e80bf221ca:38759 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-12T05:10:17,555 DEBUG [RS:1;83e80bf221ca:45305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-12T05:10:17,555 INFO [RS:1;83e80bf221ca:45305 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-12T05:10:17,555 INFO [RS:1;83e80bf221ca:45305 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-12T05:10:17,593 WARN [83e80bf221ca:37469 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-12T05:10:17,655 INFO [RS:0;83e80bf221ca:38759 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T05:10:17,655 INFO [RS:1;83e80bf221ca:45305 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T05:10:17,657 INFO [RS:0;83e80bf221ca:38759 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83e80bf221ca%2C38759%2C1733980217082, suffix=, logDir=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/WALs/83e80bf221ca,38759,1733980217082, archiveDir=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/oldWALs, maxLogs=32 2024-12-12T05:10:17,657 INFO [RS:1;83e80bf221ca:45305 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83e80bf221ca%2C45305%2C1733980217117, suffix=, logDir=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/WALs/83e80bf221ca,45305,1733980217117, archiveDir=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/oldWALs, maxLogs=32 2024-12-12T05:10:17,667 DEBUG [RS:0;83e80bf221ca:38759 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/WALs/83e80bf221ca,38759,1733980217082/83e80bf221ca%2C38759%2C1733980217082.1733980217657, exclude list is [], retry=0 2024-12-12T05:10:17,667 DEBUG [RS:1;83e80bf221ca:45305 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/WALs/83e80bf221ca,45305,1733980217117/83e80bf221ca%2C45305%2C1733980217117.1733980217657, exclude list is [], retry=0 2024-12-12T05:10:17,670 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45955,DS-0eaad82d-e74d-46a7-8b2e-66ca7fa9872a,DISK] 2024-12-12T05:10:17,670 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44225,DS-4492de1e-aa0f-46f2-99cf-bb29d7851a98,DISK] 2024-12-12T05:10:17,670 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44225,DS-4492de1e-aa0f-46f2-99cf-bb29d7851a98,DISK] 2024-12-12T05:10:17,671 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45955,DS-0eaad82d-e74d-46a7-8b2e-66ca7fa9872a,DISK] 2024-12-12T05:10:17,673 INFO [RS:0;83e80bf221ca:38759 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/WALs/83e80bf221ca,38759,1733980217082/83e80bf221ca%2C38759%2C1733980217082.1733980217657 2024-12-12T05:10:17,673 INFO [RS:1;83e80bf221ca:45305 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/WALs/83e80bf221ca,45305,1733980217117/83e80bf221ca%2C45305%2C1733980217117.1733980217657 2024-12-12T05:10:17,673 DEBUG [RS:1;83e80bf221ca:45305 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36017:36017),(127.0.0.1/127.0.0.1:36605:36605)] 2024-12-12T05:10:17,673 DEBUG [RS:0;83e80bf221ca:38759 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36017:36017),(127.0.0.1/127.0.0.1:36605:36605)] 2024-12-12T05:10:17,843 DEBUG [83e80bf221ca:37469 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-12T05:10:17,843 DEBUG [83e80bf221ca:37469 {}] balancer.BalancerClusterState(202): Hosts are {83e80bf221ca=0} racks are {/default-rack=0} 2024-12-12T05:10:17,845 DEBUG [83e80bf221ca:37469 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-12T05:10:17,845 DEBUG [83e80bf221ca:37469 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-12T05:10:17,846 INFO [83e80bf221ca:37469 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-12T05:10:17,846 INFO [83e80bf221ca:37469 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-12T05:10:17,846 DEBUG [83e80bf221ca:37469 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-12T05:10:17,846 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83e80bf221ca,38759,1733980217082 2024-12-12T05:10:17,847 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83e80bf221ca,38759,1733980217082, state=OPENING 2024-12-12T05:10:17,888 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-12T05:10:17,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x10018a57ad70001, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:17,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:17,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45305-0x10018a57ad70002, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:17,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:17,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=83e80bf221ca,38759,1733980217082}] 2024-12-12T05:10:17,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:17,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:18,053 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 83e80bf221ca,38759,1733980217082 2024-12-12T05:10:18,054 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T05:10:18,056 INFO [RS-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T05:10:18,062 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-12T05:10:18,062 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T05:10:18,062 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-12T05:10:18,065 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83e80bf221ca%2C38759%2C1733980217082.meta, suffix=.meta, logDir=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/WALs/83e80bf221ca,38759,1733980217082, archiveDir=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/oldWALs, maxLogs=32 2024-12-12T05:10:18,081 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/WALs/83e80bf221ca,38759,1733980217082/83e80bf221ca%2C38759%2C1733980217082.meta.1733980218066.meta, exclude list is [], retry=0 2024-12-12T05:10:18,083 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45955,DS-0eaad82d-e74d-46a7-8b2e-66ca7fa9872a,DISK] 2024-12-12T05:10:18,083 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44225,DS-4492de1e-aa0f-46f2-99cf-bb29d7851a98,DISK] 2024-12-12T05:10:18,085 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/WALs/83e80bf221ca,38759,1733980217082/83e80bf221ca%2C38759%2C1733980217082.meta.1733980218066.meta 2024-12-12T05:10:18,085 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36017:36017),(127.0.0.1/127.0.0.1:36605:36605)] 2024-12-12T05:10:18,085 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-12T05:10:18,086 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-12T05:10:18,086 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-12T05:10:18,086 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-12T05:10:18,086 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-12T05:10:18,086 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:18,086 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-12T05:10:18,086 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-12T05:10:18,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-12T05:10:18,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-12T05:10:18,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:18,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:18,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-12T05:10:18,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-12T05:10:18,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:18,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:18,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-12T05:10:18,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-12T05:10:18,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:18,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:18,091 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/hbase/meta/1588230740 2024-12-12T05:10:18,092 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/hbase/meta/1588230740 2024-12-12T05:10:18,093 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-12T05:10:18,094 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-12T05:10:18,095 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59169543, jitterRate=-0.11830510199069977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-12T05:10:18,095 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-12T05:10:18,096 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733980218053 2024-12-12T05:10:18,098 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-12T05:10:18,098 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-12T05:10:18,098 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83e80bf221ca,38759,1733980217082 2024-12-12T05:10:18,098 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83e80bf221ca,38759,1733980217082, state=OPEN 2024-12-12T05:10:18,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45305-0x10018a57ad70002, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T05:10:18,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T05:10:18,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x10018a57ad70001, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T05:10:18,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:18,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:18,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:18,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-12T05:10:18,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=83e80bf221ca,38759,1733980217082 in 207 msec 2024-12-12T05:10:18,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-12T05:10:18,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 668 msec 2024-12-12T05:10:18,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 707 msec 2024-12-12T05:10:18,112 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733980218112, completionTime=-1 2024-12-12T05:10:18,112 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-12T05:10:18,112 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-12T05:10:18,113 DEBUG [hconnection-0x15c6255-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T05:10:18,114 INFO [RS-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T05:10:18,115 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-12T05:10:18,115 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733980278115 2024-12-12T05:10:18,115 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733980338115 2024-12-12T05:10:18,115 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 2 msec 2024-12-12T05:10:18,132 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,37469,1733980216939-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:18,132 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,37469,1733980216939-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:18,132 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,37469,1733980216939-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:18,133 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83e80bf221ca:37469, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:18,133 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:18,133 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-12T05:10:18,133 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-12T05:10:18,134 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-12T05:10:18,135 DEBUG [master/83e80bf221ca:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-12T05:10:18,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T05:10:18,135 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:18,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T05:10:18,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741836_1012 (size=358) 2024-12-12T05:10:18,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741836_1012 (size=358) 2024-12-12T05:10:18,144 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a71ab6f687287c97375d7404e6e0292a, NAME => 'hbase:namespace,,1733980218133.a71ab6f687287c97375d7404e6e0292a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a 2024-12-12T05:10:18,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741837_1013 (size=42) 2024-12-12T05:10:18,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741837_1013 (size=42) 2024-12-12T05:10:18,152 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733980218133.a71ab6f687287c97375d7404e6e0292a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:18,152 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing a71ab6f687287c97375d7404e6e0292a, disabling compactions & flushes 2024-12-12T05:10:18,152 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733980218133.a71ab6f687287c97375d7404e6e0292a. 2024-12-12T05:10:18,152 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733980218133.a71ab6f687287c97375d7404e6e0292a. 2024-12-12T05:10:18,152 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733980218133.a71ab6f687287c97375d7404e6e0292a. after waiting 0 ms 2024-12-12T05:10:18,152 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733980218133.a71ab6f687287c97375d7404e6e0292a. 2024-12-12T05:10:18,152 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733980218133.a71ab6f687287c97375d7404e6e0292a. 2024-12-12T05:10:18,152 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for a71ab6f687287c97375d7404e6e0292a: 2024-12-12T05:10:18,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T05:10:18,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733980218133.a71ab6f687287c97375d7404e6e0292a.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733980218154"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733980218154"}]},"ts":"1733980218154"} 2024-12-12T05:10:18,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-12T05:10:18,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T05:10:18,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733980218157"}]},"ts":"1733980218157"} 2024-12-12T05:10:18,158 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-12T05:10:18,174 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {83e80bf221ca=0} racks are {/default-rack=0} 2024-12-12T05:10:18,175 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-12T05:10:18,175 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-12T05:10:18,175 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-12T05:10:18,175 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-12T05:10:18,175 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-12T05:10:18,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a71ab6f687287c97375d7404e6e0292a, ASSIGN}] 2024-12-12T05:10:18,176 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a71ab6f687287c97375d7404e6e0292a, ASSIGN 2024-12-12T05:10:18,177 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=a71ab6f687287c97375d7404e6e0292a, ASSIGN; state=OFFLINE, location=83e80bf221ca,45305,1733980217117; forceNewPlan=false, retain=false 2024-12-12T05:10:18,327 INFO [83e80bf221ca:37469 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-12T05:10:18,328 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a71ab6f687287c97375d7404e6e0292a, regionState=OPENING, regionLocation=83e80bf221ca,45305,1733980217117 2024-12-12T05:10:18,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure a71ab6f687287c97375d7404e6e0292a, server=83e80bf221ca,45305,1733980217117}] 2024-12-12T05:10:18,483 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 83e80bf221ca,45305,1733980217117 2024-12-12T05:10:18,484 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T05:10:18,487 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T05:10:18,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733980218133.a71ab6f687287c97375d7404e6e0292a. 2024-12-12T05:10:18,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => a71ab6f687287c97375d7404e6e0292a, NAME => 'hbase:namespace,,1733980218133.a71ab6f687287c97375d7404e6e0292a.', STARTKEY => '', ENDKEY => ''} 2024-12-12T05:10:18,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace a71ab6f687287c97375d7404e6e0292a 2024-12-12T05:10:18,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733980218133.a71ab6f687287c97375d7404e6e0292a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:18,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for a71ab6f687287c97375d7404e6e0292a 2024-12-12T05:10:18,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for a71ab6f687287c97375d7404e6e0292a 2024-12-12T05:10:18,495 INFO [StoreOpener-a71ab6f687287c97375d7404e6e0292a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a71ab6f687287c97375d7404e6e0292a 2024-12-12T05:10:18,496 INFO [StoreOpener-a71ab6f687287c97375d7404e6e0292a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a71ab6f687287c97375d7404e6e0292a columnFamilyName info 2024-12-12T05:10:18,496 DEBUG [StoreOpener-a71ab6f687287c97375d7404e6e0292a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:18,497 INFO [StoreOpener-a71ab6f687287c97375d7404e6e0292a-1 {}] regionserver.HStore(327): Store=a71ab6f687287c97375d7404e6e0292a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:18,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/hbase/namespace/a71ab6f687287c97375d7404e6e0292a 2024-12-12T05:10:18,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/hbase/namespace/a71ab6f687287c97375d7404e6e0292a 2024-12-12T05:10:18,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for a71ab6f687287c97375d7404e6e0292a 2024-12-12T05:10:18,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/hbase/namespace/a71ab6f687287c97375d7404e6e0292a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:10:18,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened a71ab6f687287c97375d7404e6e0292a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72579875, jitterRate=0.08152441680431366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T05:10:18,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for a71ab6f687287c97375d7404e6e0292a: 2024-12-12T05:10:18,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733980218133.a71ab6f687287c97375d7404e6e0292a., pid=6, masterSystemTime=1733980218483 2024-12-12T05:10:18,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733980218133.a71ab6f687287c97375d7404e6e0292a. 2024-12-12T05:10:18,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733980218133.a71ab6f687287c97375d7404e6e0292a. 2024-12-12T05:10:18,505 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a71ab6f687287c97375d7404e6e0292a, regionState=OPEN, openSeqNum=2, regionLocation=83e80bf221ca,45305,1733980217117 2024-12-12T05:10:18,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-12T05:10:18,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure a71ab6f687287c97375d7404e6e0292a, server=83e80bf221ca,45305,1733980217117 in 177 msec 2024-12-12T05:10:18,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-12T05:10:18,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=a71ab6f687287c97375d7404e6e0292a, ASSIGN in 334 msec 2024-12-12T05:10:18,512 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T05:10:18,512 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733980218512"}]},"ts":"1733980218512"} 2024-12-12T05:10:18,514 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-12T05:10:18,555 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-12T05:10:18,556 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T05:10:18,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 423 msec 2024-12-12T05:10:18,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x10018a57ad70001, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:18,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-12T05:10:18,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45305-0x10018a57ad70002, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:18,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:18,569 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T05:10:18,570 INFO [RS-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33734, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T05:10:18,571 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-12T05:10:18,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-12T05:10:18,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 20 msec 2024-12-12T05:10:18,603 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-12T05:10:18,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-12T05:10:18,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 21 msec 2024-12-12T05:10:18,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-12T05:10:18,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-12T05:10:18,665 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.500sec 2024-12-12T05:10:18,666 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-12T05:10:18,666 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-12T05:10:18,666 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-12T05:10:18,666 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-12T05:10:18,666 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-12T05:10:18,666 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,37469,1733980216939-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T05:10:18,666 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,37469,1733980216939-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-12T05:10:18,668 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-12T05:10:18,668 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-12T05:10:18,668 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,37469,1733980216939-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:18,706 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-12T05:10:18,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:18,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:18,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:18,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:18,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:18,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:18,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:18,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:18,747 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b47c6f3 to 127.0.0.1:51621 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@148e789a 2024-12-12T05:10:18,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca71342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T05:10:18,781 DEBUG [hconnection-0x4f3e5e50-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T05:10:18,782 INFO [RS-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37672, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T05:10:18,783 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=83e80bf221ca,37469,1733980216939 2024-12-12T05:10:18,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-12T05:10:18,785 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-12T05:10:18,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37469 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T05:10:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37469 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-12T05:10:18,789 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T05:10:18,789 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:18,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37469 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-12T05:10:18,789 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T05:10:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37469 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:10:18,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741838_1014 (size=379) 2024-12-12T05:10:18,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741838_1014 (size=379) 2024-12-12T05:10:18,799 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f193b17ad68c77538c63f8f34d03b3f2, NAME => 'testClearRegionBlockCache,,1733980218786.f193b17ad68c77538c63f8f34d03b3f2.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a 2024-12-12T05:10:18,799 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f1b2af3cb4f2c2c040c48b2b8014c3c7, NAME => 'testClearRegionBlockCache,5,1733980218786.f1b2af3cb4f2c2c040c48b2b8014c3c7.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a 2024-12-12T05:10:18,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741840_1016 (size=61) 2024-12-12T05:10:18,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741840_1016 (size=61) 2024-12-12T05:10:18,806 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733980218786.f1b2af3cb4f2c2c040c48b2b8014c3c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:18,806 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing f1b2af3cb4f2c2c040c48b2b8014c3c7, disabling compactions & flushes 2024-12-12T05:10:18,806 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733980218786.f1b2af3cb4f2c2c040c48b2b8014c3c7. 2024-12-12T05:10:18,806 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733980218786.f1b2af3cb4f2c2c040c48b2b8014c3c7. 2024-12-12T05:10:18,806 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733980218786.f1b2af3cb4f2c2c040c48b2b8014c3c7. after waiting 0 ms 2024-12-12T05:10:18,806 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733980218786.f1b2af3cb4f2c2c040c48b2b8014c3c7. 2024-12-12T05:10:18,806 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733980218786.f1b2af3cb4f2c2c040c48b2b8014c3c7. 2024-12-12T05:10:18,806 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for f1b2af3cb4f2c2c040c48b2b8014c3c7: 2024-12-12T05:10:18,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741839_1015 (size=61) 2024-12-12T05:10:18,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741839_1015 (size=61) 2024-12-12T05:10:18,809 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733980218786.f193b17ad68c77538c63f8f34d03b3f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:18,810 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing f193b17ad68c77538c63f8f34d03b3f2, disabling compactions & flushes 2024-12-12T05:10:18,810 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733980218786.f193b17ad68c77538c63f8f34d03b3f2. 2024-12-12T05:10:18,810 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733980218786.f193b17ad68c77538c63f8f34d03b3f2. 2024-12-12T05:10:18,810 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733980218786.f193b17ad68c77538c63f8f34d03b3f2. after waiting 0 ms 2024-12-12T05:10:18,810 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733980218786.f193b17ad68c77538c63f8f34d03b3f2. 2024-12-12T05:10:18,810 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733980218786.f193b17ad68c77538c63f8f34d03b3f2. 2024-12-12T05:10:18,810 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for f193b17ad68c77538c63f8f34d03b3f2: 2024-12-12T05:10:18,811 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T05:10:18,811 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733980218786.f1b2af3cb4f2c2c040c48b2b8014c3c7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733980218811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733980218811"}]},"ts":"1733980218811"} 2024-12-12T05:10:18,811 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733980218786.f193b17ad68c77538c63f8f34d03b3f2.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733980218811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733980218811"}]},"ts":"1733980218811"} 2024-12-12T05:10:18,814 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-12T05:10:18,815 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T05:10:18,815 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733980218815"}]},"ts":"1733980218815"} 2024-12-12T05:10:18,816 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-12T05:10:18,840 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {83e80bf221ca=0} racks are {/default-rack=0} 2024-12-12T05:10:18,842 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-12T05:10:18,842 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-12T05:10:18,842 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-12T05:10:18,842 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-12T05:10:18,842 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-12T05:10:18,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f193b17ad68c77538c63f8f34d03b3f2, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f1b2af3cb4f2c2c040c48b2b8014c3c7, ASSIGN}] 2024-12-12T05:10:18,843 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f1b2af3cb4f2c2c040c48b2b8014c3c7, ASSIGN 2024-12-12T05:10:18,844 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f193b17ad68c77538c63f8f34d03b3f2, ASSIGN 2024-12-12T05:10:18,845 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f193b17ad68c77538c63f8f34d03b3f2, ASSIGN; state=OFFLINE, location=83e80bf221ca,38759,1733980217082; forceNewPlan=false, retain=false 2024-12-12T05:10:18,845 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f1b2af3cb4f2c2c040c48b2b8014c3c7, ASSIGN; state=OFFLINE, location=83e80bf221ca,45305,1733980217117; forceNewPlan=false, retain=false 2024-12-12T05:10:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37469 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:10:18,995 INFO [83e80bf221ca:37469 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-12T05:10:18,996 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=f1b2af3cb4f2c2c040c48b2b8014c3c7, regionState=OPENING, regionLocation=83e80bf221ca,45305,1733980217117 2024-12-12T05:10:18,996 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=f193b17ad68c77538c63f8f34d03b3f2, regionState=OPENING, regionLocation=83e80bf221ca,38759,1733980217082 2024-12-12T05:10:18,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure f193b17ad68c77538c63f8f34d03b3f2, server=83e80bf221ca,38759,1733980217082}] 2024-12-12T05:10:19,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure f1b2af3cb4f2c2c040c48b2b8014c3c7, server=83e80bf221ca,45305,1733980217117}] 2024-12-12T05:10:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37469 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:10:19,153 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 83e80bf221ca,45305,1733980217117 2024-12-12T05:10:19,153 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 83e80bf221ca,38759,1733980217082 2024-12-12T05:10:19,161 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733980218786.f1b2af3cb4f2c2c040c48b2b8014c3c7. 2024-12-12T05:10:19,161 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => f1b2af3cb4f2c2c040c48b2b8014c3c7, NAME => 'testClearRegionBlockCache,5,1733980218786.f1b2af3cb4f2c2c040c48b2b8014c3c7.', STARTKEY => '5', ENDKEY => ''} 2024-12-12T05:10:19,161 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f1b2af3cb4f2c2c040c48b2b8014c3c7 2024-12-12T05:10:19,161 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733980218786.f1b2af3cb4f2c2c040c48b2b8014c3c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:19,161 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733980218786.f193b17ad68c77538c63f8f34d03b3f2. 2024-12-12T05:10:19,162 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for f1b2af3cb4f2c2c040c48b2b8014c3c7 2024-12-12T05:10:19,162 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for f1b2af3cb4f2c2c040c48b2b8014c3c7 2024-12-12T05:10:19,162 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => f193b17ad68c77538c63f8f34d03b3f2, NAME => 'testClearRegionBlockCache,,1733980218786.f193b17ad68c77538c63f8f34d03b3f2.', STARTKEY => '', ENDKEY => '5'} 2024-12-12T05:10:19,162 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f193b17ad68c77538c63f8f34d03b3f2 2024-12-12T05:10:19,162 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733980218786.f193b17ad68c77538c63f8f34d03b3f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:19,163 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for f193b17ad68c77538c63f8f34d03b3f2 2024-12-12T05:10:19,163 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for f193b17ad68c77538c63f8f34d03b3f2 2024-12-12T05:10:19,164 INFO [StoreOpener-f1b2af3cb4f2c2c040c48b2b8014c3c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f1b2af3cb4f2c2c040c48b2b8014c3c7 2024-12-12T05:10:19,165 INFO [StoreOpener-f193b17ad68c77538c63f8f34d03b3f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f193b17ad68c77538c63f8f34d03b3f2 2024-12-12T05:10:19,166 INFO [StoreOpener-f1b2af3cb4f2c2c040c48b2b8014c3c7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1b2af3cb4f2c2c040c48b2b8014c3c7 columnFamilyName family 2024-12-12T05:10:19,166 DEBUG [StoreOpener-f1b2af3cb4f2c2c040c48b2b8014c3c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:19,167 INFO [StoreOpener-f193b17ad68c77538c63f8f34d03b3f2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f193b17ad68c77538c63f8f34d03b3f2 columnFamilyName family 2024-12-12T05:10:19,167 DEBUG [StoreOpener-f193b17ad68c77538c63f8f34d03b3f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:19,167 INFO [StoreOpener-f1b2af3cb4f2c2c040c48b2b8014c3c7-1 {}] regionserver.HStore(327): Store=f1b2af3cb4f2c2c040c48b2b8014c3c7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:19,167 INFO [StoreOpener-f193b17ad68c77538c63f8f34d03b3f2-1 {}] regionserver.HStore(327): Store=f193b17ad68c77538c63f8f34d03b3f2/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:19,168 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/default/testClearRegionBlockCache/f1b2af3cb4f2c2c040c48b2b8014c3c7 2024-12-12T05:10:19,169 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/default/testClearRegionBlockCache/f1b2af3cb4f2c2c040c48b2b8014c3c7 2024-12-12T05:10:19,169 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/default/testClearRegionBlockCache/f193b17ad68c77538c63f8f34d03b3f2 2024-12-12T05:10:19,169 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/default/testClearRegionBlockCache/f193b17ad68c77538c63f8f34d03b3f2 2024-12-12T05:10:19,171 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for f1b2af3cb4f2c2c040c48b2b8014c3c7 2024-12-12T05:10:19,172 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for f193b17ad68c77538c63f8f34d03b3f2 2024-12-12T05:10:19,173 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/default/testClearRegionBlockCache/f1b2af3cb4f2c2c040c48b2b8014c3c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:10:19,173 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/default/testClearRegionBlockCache/f193b17ad68c77538c63f8f34d03b3f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:10:19,173 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened f1b2af3cb4f2c2c040c48b2b8014c3c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73345543, jitterRate=0.0929337590932846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T05:10:19,174 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened f193b17ad68c77538c63f8f34d03b3f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72768301, jitterRate=0.0843321830034256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T05:10:19,174 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for f193b17ad68c77538c63f8f34d03b3f2: 2024-12-12T05:10:19,174 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for f1b2af3cb4f2c2c040c48b2b8014c3c7: 2024-12-12T05:10:19,175 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733980218786.f193b17ad68c77538c63f8f34d03b3f2., pid=12, masterSystemTime=1733980219153 2024-12-12T05:10:19,175 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733980218786.f1b2af3cb4f2c2c040c48b2b8014c3c7., pid=13, masterSystemTime=1733980219153 2024-12-12T05:10:19,176 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733980218786.f1b2af3cb4f2c2c040c48b2b8014c3c7. 2024-12-12T05:10:19,176 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733980218786.f1b2af3cb4f2c2c040c48b2b8014c3c7. 2024-12-12T05:10:19,177 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=f1b2af3cb4f2c2c040c48b2b8014c3c7, regionState=OPEN, openSeqNum=2, regionLocation=83e80bf221ca,45305,1733980217117 2024-12-12T05:10:19,177 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733980218786.f193b17ad68c77538c63f8f34d03b3f2. 2024-12-12T05:10:19,177 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733980218786.f193b17ad68c77538c63f8f34d03b3f2. 2024-12-12T05:10:19,177 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=f193b17ad68c77538c63f8f34d03b3f2, regionState=OPEN, openSeqNum=2, regionLocation=83e80bf221ca,38759,1733980217082 2024-12-12T05:10:19,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-12T05:10:19,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure f1b2af3cb4f2c2c040c48b2b8014c3c7, server=83e80bf221ca,45305,1733980217117 in 178 msec 2024-12-12T05:10:19,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-12T05:10:19,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure f193b17ad68c77538c63f8f34d03b3f2, server=83e80bf221ca,38759,1733980217082 in 180 msec 2024-12-12T05:10:19,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f1b2af3cb4f2c2c040c48b2b8014c3c7, ASSIGN in 338 msec 2024-12-12T05:10:19,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-12T05:10:19,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f193b17ad68c77538c63f8f34d03b3f2, ASSIGN in 339 msec 2024-12-12T05:10:19,182 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T05:10:19,182 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733980219182"}]},"ts":"1733980219182"} 2024-12-12T05:10:19,184 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-12T05:10:19,191 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T05:10:19,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 404 msec 2024-12-12T05:10:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37469 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:10:19,400 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-12T05:10:19,400 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-12T05:10:19,400 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T05:10:19,407 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-12T05:10:19,407 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T05:10:19,408 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-12T05:10:19,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T05:10:19,424 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T05:10:19,431 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing f193b17ad68c77538c63f8f34d03b3f2 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-12T05:10:19,445 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/default/testClearRegionBlockCache/f193b17ad68c77538c63f8f34d03b3f2/.tmp/family/c984b7f6c1f64832883b326aa7581b6f is 32, key is 1/family:/1733980219411/Put/seqid=0 2024-12-12T05:10:19,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741841_1017 (size=5054) 2024-12-12T05:10:19,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741841_1017 (size=5054) 2024-12-12T05:10:19,451 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/default/testClearRegionBlockCache/f193b17ad68c77538c63f8f34d03b3f2/.tmp/family/c984b7f6c1f64832883b326aa7581b6f 2024-12-12T05:10:19,458 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/default/testClearRegionBlockCache/f193b17ad68c77538c63f8f34d03b3f2/.tmp/family/c984b7f6c1f64832883b326aa7581b6f as hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/default/testClearRegionBlockCache/f193b17ad68c77538c63f8f34d03b3f2/family/c984b7f6c1f64832883b326aa7581b6f 2024-12-12T05:10:19,463 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/default/testClearRegionBlockCache/f193b17ad68c77538c63f8f34d03b3f2/family/c984b7f6c1f64832883b326aa7581b6f, entries=4, sequenceid=8, filesize=4.9 K 2024-12-12T05:10:19,463 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for f193b17ad68c77538c63f8f34d03b3f2 in 32ms, sequenceid=8, compaction requested=false 2024-12-12T05:10:19,464 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for f193b17ad68c77538c63f8f34d03b3f2: 2024-12-12T05:10:19,464 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing f1b2af3cb4f2c2c040c48b2b8014c3c7 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-12T05:10:19,477 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/default/testClearRegionBlockCache/f1b2af3cb4f2c2c040c48b2b8014c3c7/.tmp/family/0640ae71df24489ba9fd80bde1b38d72 is 32, key is 5/family:/1733980219425/Put/seqid=0 2024-12-12T05:10:19,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741842_1018 (size=5083) 2024-12-12T05:10:19,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741842_1018 (size=5083) 2024-12-12T05:10:19,483 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/default/testClearRegionBlockCache/f1b2af3cb4f2c2c040c48b2b8014c3c7/.tmp/family/0640ae71df24489ba9fd80bde1b38d72 2024-12-12T05:10:19,488 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/default/testClearRegionBlockCache/f1b2af3cb4f2c2c040c48b2b8014c3c7/.tmp/family/0640ae71df24489ba9fd80bde1b38d72 as hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/default/testClearRegionBlockCache/f1b2af3cb4f2c2c040c48b2b8014c3c7/family/0640ae71df24489ba9fd80bde1b38d72 2024-12-12T05:10:19,493 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/default/testClearRegionBlockCache/f1b2af3cb4f2c2c040c48b2b8014c3c7/family/0640ae71df24489ba9fd80bde1b38d72, entries=5, sequenceid=9, filesize=5.0 K 2024-12-12T05:10:19,493 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for f1b2af3cb4f2c2c040c48b2b8014c3c7 in 29ms, sequenceid=9, compaction requested=false 2024-12-12T05:10:19,493 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for f1b2af3cb4f2c2c040c48b2b8014c3c7: 2024-12-12T05:10:19,495 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file c984b7f6c1f64832883b326aa7581b6f, starting offset: 0, end offset: 9223372036854775807 2024-12-12T05:10:19,495 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key c984b7f6c1f64832883b326aa7581b6f_0 from back map with offset lock 2094080 in the evict process 2024-12-12T05:10:19,496 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file 0640ae71df24489ba9fd80bde1b38d72, starting offset: 0, end offset: 9223372036854775807 2024-12-12T05:10:19,496 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key 0640ae71df24489ba9fd80bde1b38d72_0 from back map with offset lock 2094080 in the evict process 2024-12-12T05:10:19,496 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-12T05:10:19,496 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-12T05:10:19,496 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b47c6f3 to 127.0.0.1:51621 2024-12-12T05:10:19,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:19,497 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-12T05:10:19,497 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2087952661, stopped=false 2024-12-12T05:10:19,497 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=83e80bf221ca,37469,1733980216939 2024-12-12T05:10:19,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x10018a57ad70001, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:19,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45305-0x10018a57ad70002, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:19,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:19,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x10018a57ad70001, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:19,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45305-0x10018a57ad70002, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:19,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:19,566 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-12T05:10:19,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:19,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:19,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45305-0x10018a57ad70002, quorum=127.0.0.1:51621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:19,566 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '83e80bf221ca,38759,1733980217082' ***** 2024-12-12T05:10:19,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38759-0x10018a57ad70001, quorum=127.0.0.1:51621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:19,567 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-12T05:10:19,567 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '83e80bf221ca,45305,1733980217117' ***** 2024-12-12T05:10:19,567 INFO [RS:0;83e80bf221ca:38759 {}] bucket.BucketCache(1726): Disabling cache 2024-12-12T05:10:19,567 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-12T05:10:19,567 INFO [RS:0;83e80bf221ca:38759 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-12T05:10:19,567 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-12T05:10:19,567 INFO [RS:0;83e80bf221ca:38759 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-12T05:10:19,567 INFO [RS:1;83e80bf221ca:45305 {}] bucket.BucketCache(1726): Disabling cache 2024-12-12T05:10:19,567 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-12T05:10:19,567 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-12T05:10:19,567 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-12T05:10:19,567 INFO [RS:0;83e80bf221ca:38759 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-12T05:10:19,567 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-12T05:10:19,568 INFO [RS:0;83e80bf221ca:38759 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-12T05:10:19,568 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-12T05:10:19,568 INFO [RS:0;83e80bf221ca:38759 {}] regionserver.HRegionServer(3579): Received CLOSE for f193b17ad68c77538c63f8f34d03b3f2 2024-12-12T05:10:19,568 INFO [RS:1;83e80bf221ca:45305 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-12T05:10:19,568 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-12T05:10:19,568 INFO [RS:1;83e80bf221ca:45305 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-12T05:10:19,568 INFO [RS:0;83e80bf221ca:38759 {}] regionserver.HRegionServer(1224): stopping server 83e80bf221ca,38759,1733980217082 2024-12-12T05:10:19,568 INFO [RS:1;83e80bf221ca:45305 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-12T05:10:19,568 DEBUG [RS:0;83e80bf221ca:38759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:19,568 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-12T05:10:19,568 INFO [RS:1;83e80bf221ca:45305 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-12T05:10:19,568 INFO [RS:0;83e80bf221ca:38759 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-12T05:10:19,568 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f193b17ad68c77538c63f8f34d03b3f2, disabling compactions & flushes 2024-12-12T05:10:19,568 INFO [RS:0;83e80bf221ca:38759 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-12T05:10:19,568 INFO [RS:1;83e80bf221ca:45305 {}] regionserver.HRegionServer(3579): Received CLOSE for a71ab6f687287c97375d7404e6e0292a 2024-12-12T05:10:19,568 INFO [RS:0;83e80bf221ca:38759 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-12T05:10:19,568 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733980218786.f193b17ad68c77538c63f8f34d03b3f2. 2024-12-12T05:10:19,568 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733980218786.f193b17ad68c77538c63f8f34d03b3f2. 2024-12-12T05:10:19,569 INFO [RS:0;83e80bf221ca:38759 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-12T05:10:19,569 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733980218786.f193b17ad68c77538c63f8f34d03b3f2. after waiting 0 ms 2024-12-12T05:10:19,569 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733980218786.f193b17ad68c77538c63f8f34d03b3f2. 2024-12-12T05:10:19,569 INFO [RS:1;83e80bf221ca:45305 {}] regionserver.HRegionServer(3579): Received CLOSE for f1b2af3cb4f2c2c040c48b2b8014c3c7 2024-12-12T05:10:19,569 INFO [RS:1;83e80bf221ca:45305 {}] regionserver.HRegionServer(1224): stopping server 83e80bf221ca,45305,1733980217117 2024-12-12T05:10:19,569 DEBUG [RS:1;83e80bf221ca:45305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:19,569 INFO [RS:0;83e80bf221ca:38759 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-12T05:10:19,569 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a71ab6f687287c97375d7404e6e0292a, disabling compactions & flushes 2024-12-12T05:10:19,569 INFO [RS:1;83e80bf221ca:45305 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-12T05:10:19,569 DEBUG [RS:0;83e80bf221ca:38759 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, f193b17ad68c77538c63f8f34d03b3f2=testClearRegionBlockCache,,1733980218786.f193b17ad68c77538c63f8f34d03b3f2.} 2024-12-12T05:10:19,569 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733980218133.a71ab6f687287c97375d7404e6e0292a. 2024-12-12T05:10:19,569 DEBUG [RS:1;83e80bf221ca:45305 {}] regionserver.HRegionServer(1603): Online Regions={a71ab6f687287c97375d7404e6e0292a=hbase:namespace,,1733980218133.a71ab6f687287c97375d7404e6e0292a., f1b2af3cb4f2c2c040c48b2b8014c3c7=testClearRegionBlockCache,5,1733980218786.f1b2af3cb4f2c2c040c48b2b8014c3c7.} 2024-12-12T05:10:19,569 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-12T05:10:19,569 DEBUG [RS:0;83e80bf221ca:38759 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f193b17ad68c77538c63f8f34d03b3f2 2024-12-12T05:10:19,569 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733980218133.a71ab6f687287c97375d7404e6e0292a. 2024-12-12T05:10:19,569 DEBUG [RS:1;83e80bf221ca:45305 {}] regionserver.HRegionServer(1629): Waiting on a71ab6f687287c97375d7404e6e0292a, f1b2af3cb4f2c2c040c48b2b8014c3c7 2024-12-12T05:10:19,569 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-12T05:10:19,569 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733980218133.a71ab6f687287c97375d7404e6e0292a. after waiting 0 ms 2024-12-12T05:10:19,569 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-12T05:10:19,569 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733980218133.a71ab6f687287c97375d7404e6e0292a. 2024-12-12T05:10:19,569 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-12T05:10:19,569 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing a71ab6f687287c97375d7404e6e0292a 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-12T05:10:19,569 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-12T05:10:19,569 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-12T05:10:19,574 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/default/testClearRegionBlockCache/f193b17ad68c77538c63f8f34d03b3f2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-12T05:10:19,575 INFO [regionserver/83e80bf221ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-12T05:10:19,575 INFO [regionserver/83e80bf221ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-12T05:10:19,575 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733980218786.f193b17ad68c77538c63f8f34d03b3f2. 2024-12-12T05:10:19,575 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f193b17ad68c77538c63f8f34d03b3f2: 2024-12-12T05:10:19,575 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733980218786.f193b17ad68c77538c63f8f34d03b3f2. 2024-12-12T05:10:19,585 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/hbase/namespace/a71ab6f687287c97375d7404e6e0292a/.tmp/info/3d4fbc1860fb4e2895d72cfe0af133d7 is 45, key is default/info:d/1733980218576/Put/seqid=0 2024-12-12T05:10:19,586 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/hbase/meta/1588230740/.tmp/info/f79505ae2d344b829675fcf0b3c2291b is 173, key is testClearRegionBlockCache,5,1733980218786.f1b2af3cb4f2c2c040c48b2b8014c3c7./info:regioninfo/1733980219177/Put/seqid=0 2024-12-12T05:10:19,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741843_1019 (size=5037) 2024-12-12T05:10:19,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741843_1019 (size=5037) 2024-12-12T05:10:19,590 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/hbase/namespace/a71ab6f687287c97375d7404e6e0292a/.tmp/info/3d4fbc1860fb4e2895d72cfe0af133d7 2024-12-12T05:10:19,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741844_1020 (size=9337) 2024-12-12T05:10:19,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741844_1020 (size=9337) 2024-12-12T05:10:19,593 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/hbase/meta/1588230740/.tmp/info/f79505ae2d344b829675fcf0b3c2291b 2024-12-12T05:10:19,596 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/hbase/namespace/a71ab6f687287c97375d7404e6e0292a/.tmp/info/3d4fbc1860fb4e2895d72cfe0af133d7 as hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/hbase/namespace/a71ab6f687287c97375d7404e6e0292a/info/3d4fbc1860fb4e2895d72cfe0af133d7 2024-12-12T05:10:19,602 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/hbase/namespace/a71ab6f687287c97375d7404e6e0292a/info/3d4fbc1860fb4e2895d72cfe0af133d7, entries=2, sequenceid=6, filesize=4.9 K 2024-12-12T05:10:19,602 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for a71ab6f687287c97375d7404e6e0292a in 33ms, sequenceid=6, compaction requested=false 2024-12-12T05:10:19,606 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/hbase/namespace/a71ab6f687287c97375d7404e6e0292a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-12T05:10:19,607 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733980218133.a71ab6f687287c97375d7404e6e0292a. 2024-12-12T05:10:19,607 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a71ab6f687287c97375d7404e6e0292a: 2024-12-12T05:10:19,607 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733980218133.a71ab6f687287c97375d7404e6e0292a. 2024-12-12T05:10:19,607 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f1b2af3cb4f2c2c040c48b2b8014c3c7, disabling compactions & flushes 2024-12-12T05:10:19,607 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733980218786.f1b2af3cb4f2c2c040c48b2b8014c3c7. 2024-12-12T05:10:19,607 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733980218786.f1b2af3cb4f2c2c040c48b2b8014c3c7. 2024-12-12T05:10:19,607 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733980218786.f1b2af3cb4f2c2c040c48b2b8014c3c7. after waiting 0 ms 2024-12-12T05:10:19,607 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733980218786.f1b2af3cb4f2c2c040c48b2b8014c3c7. 2024-12-12T05:10:19,611 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/default/testClearRegionBlockCache/f1b2af3cb4f2c2c040c48b2b8014c3c7/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-12T05:10:19,612 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733980218786.f1b2af3cb4f2c2c040c48b2b8014c3c7. 2024-12-12T05:10:19,612 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f1b2af3cb4f2c2c040c48b2b8014c3c7: 2024-12-12T05:10:19,612 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733980218786.f1b2af3cb4f2c2c040c48b2b8014c3c7. 2024-12-12T05:10:19,613 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/hbase/meta/1588230740/.tmp/table/4e6301bb3119420083dd0d2efe74d38f is 61, key is testClearRegionBlockCache/table:state/1733980219182/Put/seqid=0 2024-12-12T05:10:19,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741845_1021 (size=5392) 2024-12-12T05:10:19,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741845_1021 (size=5392) 2024-12-12T05:10:19,617 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/hbase/meta/1588230740/.tmp/table/4e6301bb3119420083dd0d2efe74d38f 2024-12-12T05:10:19,622 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/hbase/meta/1588230740/.tmp/info/f79505ae2d344b829675fcf0b3c2291b as hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/hbase/meta/1588230740/info/f79505ae2d344b829675fcf0b3c2291b 2024-12-12T05:10:19,627 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/hbase/meta/1588230740/info/f79505ae2d344b829675fcf0b3c2291b, entries=30, sequenceid=16, filesize=9.1 K 2024-12-12T05:10:19,628 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/hbase/meta/1588230740/.tmp/table/4e6301bb3119420083dd0d2efe74d38f as hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/hbase/meta/1588230740/table/4e6301bb3119420083dd0d2efe74d38f 2024-12-12T05:10:19,631 INFO [regionserver/83e80bf221ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T05:10:19,631 INFO [regionserver/83e80bf221ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T05:10:19,635 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/hbase/meta/1588230740/table/4e6301bb3119420083dd0d2efe74d38f, entries=4, sequenceid=16, filesize=5.3 K 2024-12-12T05:10:19,636 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 66ms, sequenceid=16, compaction requested=false 2024-12-12T05:10:19,640 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-12T05:10:19,640 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-12T05:10:19,640 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-12T05:10:19,640 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-12T05:10:19,641 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-12T05:10:19,769 INFO [RS:0;83e80bf221ca:38759 {}] regionserver.HRegionServer(1250): stopping server 83e80bf221ca,38759,1733980217082; all regions closed. 2024-12-12T05:10:19,769 INFO [RS:1;83e80bf221ca:45305 {}] regionserver.HRegionServer(1250): stopping server 83e80bf221ca,45305,1733980217117; all regions closed. 2024-12-12T05:10:19,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741835_1011 (size=5602) 2024-12-12T05:10:19,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741835_1011 (size=5602) 2024-12-12T05:10:19,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741833_1009 (size=3188) 2024-12-12T05:10:19,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741833_1009 (size=3188) 2024-12-12T05:10:19,778 DEBUG [RS:1;83e80bf221ca:45305 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/oldWALs 2024-12-12T05:10:19,778 INFO [RS:1;83e80bf221ca:45305 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 83e80bf221ca%2C45305%2C1733980217117:(num 1733980217657) 2024-12-12T05:10:19,778 DEBUG [RS:1;83e80bf221ca:45305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:19,778 INFO [RS:1;83e80bf221ca:45305 {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T05:10:19,778 DEBUG [RS:0;83e80bf221ca:38759 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/oldWALs 2024-12-12T05:10:19,778 INFO [RS:0;83e80bf221ca:38759 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 83e80bf221ca%2C38759%2C1733980217082.meta:.meta(num 1733980218066) 2024-12-12T05:10:19,778 INFO [RS:1;83e80bf221ca:45305 {}] hbase.ChoreService(370): Chore service for: regionserver/83e80bf221ca:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-12T05:10:19,779 INFO [RS:1;83e80bf221ca:45305 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-12T05:10:19,779 INFO [RS:1;83e80bf221ca:45305 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-12T05:10:19,779 INFO [regionserver/83e80bf221ca:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-12T05:10:19,779 INFO [RS:1;83e80bf221ca:45305 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-12T05:10:19,779 INFO [RS:1;83e80bf221ca:45305 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45305 2024-12-12T05:10:19,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741834_1010 (size=1758) 2024-12-12T05:10:19,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741834_1010 (size=1758) 2024-12-12T05:10:19,784 DEBUG [RS:0;83e80bf221ca:38759 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/oldWALs 2024-12-12T05:10:19,784 INFO [RS:0;83e80bf221ca:38759 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 83e80bf221ca%2C38759%2C1733980217082:(num 1733980217657) 2024-12-12T05:10:19,784 DEBUG [RS:0;83e80bf221ca:38759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:19,784 INFO [RS:0;83e80bf221ca:38759 {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T05:10:19,784 INFO [RS:0;83e80bf221ca:38759 {}] hbase.ChoreService(370): Chore service for: regionserver/83e80bf221ca:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-12T05:10:19,785 INFO [regionserver/83e80bf221ca:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-12T05:10:19,785 INFO [RS:0;83e80bf221ca:38759 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38759 2024-12-12T05:10:19,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-12T05:10:19,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45305-0x10018a57ad70002, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/83e80bf221ca,45305,1733980217117 2024-12-12T05:10:19,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x10018a57ad70001, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/83e80bf221ca,38759,1733980217082 2024-12-12T05:10:19,807 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83e80bf221ca,45305,1733980217117] 2024-12-12T05:10:19,807 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 83e80bf221ca,45305,1733980217117; numProcessing=1 2024-12-12T05:10:19,824 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/83e80bf221ca,45305,1733980217117 already deleted, retry=false 2024-12-12T05:10:19,824 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 83e80bf221ca,45305,1733980217117 expired; onlineServers=1 2024-12-12T05:10:19,824 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83e80bf221ca,38759,1733980217082] 2024-12-12T05:10:19,824 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 83e80bf221ca,38759,1733980217082; numProcessing=2 2024-12-12T05:10:19,832 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/83e80bf221ca,38759,1733980217082 already deleted, retry=false 2024-12-12T05:10:19,832 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 83e80bf221ca,38759,1733980217082 expired; onlineServers=0 2024-12-12T05:10:19,832 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '83e80bf221ca,37469,1733980216939' ***** 2024-12-12T05:10:19,832 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-12T05:10:19,832 DEBUG [M:0;83e80bf221ca:37469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a67af9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83e80bf221ca/172.17.0.2:0 2024-12-12T05:10:19,832 INFO [M:0;83e80bf221ca:37469 {}] regionserver.HRegionServer(1224): stopping server 83e80bf221ca,37469,1733980216939 2024-12-12T05:10:19,833 INFO [M:0;83e80bf221ca:37469 {}] regionserver.HRegionServer(1250): stopping server 83e80bf221ca,37469,1733980216939; all regions closed. 2024-12-12T05:10:19,833 DEBUG [M:0;83e80bf221ca:37469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:19,833 DEBUG [M:0;83e80bf221ca:37469 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-12T05:10:19,833 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-12T05:10:19,833 DEBUG [M:0;83e80bf221ca:37469 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-12T05:10:19,833 DEBUG [master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.small.0-1733980217412 {}] cleaner.HFileCleaner(306): Exit Thread[master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.small.0-1733980217412,5,FailOnTimeoutGroup] 2024-12-12T05:10:19,833 DEBUG [master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.large.0-1733980217412 {}] cleaner.HFileCleaner(306): Exit Thread[master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.large.0-1733980217412,5,FailOnTimeoutGroup] 2024-12-12T05:10:19,833 INFO [M:0;83e80bf221ca:37469 {}] hbase.ChoreService(370): Chore service for: master/83e80bf221ca:0 had [] on shutdown 2024-12-12T05:10:19,833 DEBUG [M:0;83e80bf221ca:37469 {}] master.HMaster(1733): Stopping service threads 2024-12-12T05:10:19,833 INFO [M:0;83e80bf221ca:37469 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-12T05:10:19,834 INFO [M:0;83e80bf221ca:37469 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-12T05:10:19,834 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-12T05:10:19,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-12T05:10:19,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:19,841 DEBUG [M:0;83e80bf221ca:37469 {}] zookeeper.ZKUtil(347): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-12T05:10:19,841 WARN [M:0;83e80bf221ca:37469 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-12T05:10:19,841 INFO [M:0;83e80bf221ca:37469 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-12T05:10:19,841 INFO [M:0;83e80bf221ca:37469 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-12T05:10:19,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T05:10:19,841 DEBUG [M:0;83e80bf221ca:37469 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-12T05:10:19,841 INFO [M:0;83e80bf221ca:37469 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:19,842 DEBUG [M:0;83e80bf221ca:37469 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:19,842 DEBUG [M:0;83e80bf221ca:37469 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-12T05:10:19,842 DEBUG [M:0;83e80bf221ca:37469 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:19,842 INFO [M:0;83e80bf221ca:37469 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-12-12T05:10:19,862 DEBUG [M:0;83e80bf221ca:37469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1c109061f094cbdad3cd33d20bcd4bc is 82, key is hbase:meta,,1/info:regioninfo/1733980218098/Put/seqid=0 2024-12-12T05:10:19,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741846_1022 (size=5672) 2024-12-12T05:10:19,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741846_1022 (size=5672) 2024-12-12T05:10:19,868 INFO [M:0;83e80bf221ca:37469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1c109061f094cbdad3cd33d20bcd4bc 2024-12-12T05:10:19,886 DEBUG [M:0;83e80bf221ca:37469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/814cf4ef7a464e80ae43b35d321a3a3e is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733980219192/Put/seqid=0 2024-12-12T05:10:19,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741847_1023 (size=7577) 2024-12-12T05:10:19,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741847_1023 (size=7577) 2024-12-12T05:10:19,891 INFO [M:0;83e80bf221ca:37469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/814cf4ef7a464e80ae43b35d321a3a3e 2024-12-12T05:10:19,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45305-0x10018a57ad70002, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:19,907 INFO [RS:1;83e80bf221ca:45305 {}] regionserver.HRegionServer(1307): Exiting; stopping=83e80bf221ca,45305,1733980217117; zookeeper connection closed. 2024-12-12T05:10:19,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45305-0x10018a57ad70002, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:19,907 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@750b512e {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@750b512e 2024-12-12T05:10:19,910 DEBUG [M:0;83e80bf221ca:37469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5530f37d10b4f1d96805c4269f1bd20 is 69, key is 83e80bf221ca,38759,1733980217082/rs:state/1733980217479/Put/seqid=0 2024-12-12T05:10:19,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741848_1024 (size=5224) 2024-12-12T05:10:19,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741848_1024 (size=5224) 2024-12-12T05:10:19,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x10018a57ad70001, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:19,915 INFO [RS:0;83e80bf221ca:38759 {}] regionserver.HRegionServer(1307): Exiting; stopping=83e80bf221ca,38759,1733980217082; zookeeper connection closed. 2024-12-12T05:10:19,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x10018a57ad70001, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:19,916 INFO [M:0;83e80bf221ca:37469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5530f37d10b4f1d96805c4269f1bd20 2024-12-12T05:10:19,916 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54def643 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54def643 2024-12-12T05:10:19,916 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-12T05:10:19,922 DEBUG [M:0;83e80bf221ca:37469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1c109061f094cbdad3cd33d20bcd4bc as hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d1c109061f094cbdad3cd33d20bcd4bc 2024-12-12T05:10:19,926 INFO [M:0;83e80bf221ca:37469 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d1c109061f094cbdad3cd33d20bcd4bc, entries=8, sequenceid=108, filesize=5.5 K 2024-12-12T05:10:19,927 DEBUG [M:0;83e80bf221ca:37469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/814cf4ef7a464e80ae43b35d321a3a3e as hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/814cf4ef7a464e80ae43b35d321a3a3e 2024-12-12T05:10:19,931 INFO [M:0;83e80bf221ca:37469 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/814cf4ef7a464e80ae43b35d321a3a3e, entries=13, sequenceid=108, filesize=7.4 K 2024-12-12T05:10:19,932 DEBUG [M:0;83e80bf221ca:37469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5530f37d10b4f1d96805c4269f1bd20 as hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5530f37d10b4f1d96805c4269f1bd20 2024-12-12T05:10:19,937 INFO [M:0;83e80bf221ca:37469 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39897/user/jenkins/test-data/8635d25f-561d-23d6-8bfa-f226918ffc8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5530f37d10b4f1d96805c4269f1bd20, entries=2, sequenceid=108, filesize=5.1 K 2024-12-12T05:10:19,937 INFO [M:0;83e80bf221ca:37469 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=108, compaction requested=false 2024-12-12T05:10:19,939 INFO [M:0;83e80bf221ca:37469 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:19,939 DEBUG [M:0;83e80bf221ca:37469 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-12T05:10:19,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741830_1006 (size=54453) 2024-12-12T05:10:19,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741830_1006 (size=54453) 2024-12-12T05:10:19,941 INFO [M:0;83e80bf221ca:37469 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-12T05:10:19,941 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-12T05:10:19,942 INFO [M:0;83e80bf221ca:37469 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37469 2024-12-12T05:10:19,949 DEBUG [M:0;83e80bf221ca:37469 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/83e80bf221ca,37469,1733980216939 already deleted, retry=false 2024-12-12T05:10:20,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:20,057 INFO [M:0;83e80bf221ca:37469 {}] regionserver.HRegionServer(1307): Exiting; stopping=83e80bf221ca,37469,1733980216939; zookeeper connection closed. 2024-12-12T05:10:20,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x10018a57ad70000, quorum=127.0.0.1:51621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:20,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d5c037d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T05:10:20,060 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67ed5788{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T05:10:20,060 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T05:10:20,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51ae7008{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T05:10:20,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15fcc78f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/hadoop.log.dir/,STOPPED} 2024-12-12T05:10:20,061 WARN [BP-1201413824-172.17.0.2-1733980215329 heartbeating to localhost/127.0.0.1:39897 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T05:10:20,061 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T05:10:20,061 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T05:10:20,061 WARN [BP-1201413824-172.17.0.2-1733980215329 heartbeating to localhost/127.0.0.1:39897 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1201413824-172.17.0.2-1733980215329 (Datanode Uuid 65488ab7-eb9e-4beb-8565-3fbd9ad07d70) service to localhost/127.0.0.1:39897 2024-12-12T05:10:20,062 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/cluster_2a8139a4-6de4-9194-d2d2-3ffaf0ef74f0/dfs/data/data3/current/BP-1201413824-172.17.0.2-1733980215329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T05:10:20,062 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/cluster_2a8139a4-6de4-9194-d2d2-3ffaf0ef74f0/dfs/data/data4/current/BP-1201413824-172.17.0.2-1733980215329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T05:10:20,062 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T05:10:20,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72aafba8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T05:10:20,064 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73b7c288{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T05:10:20,064 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T05:10:20,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60ae3564{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T05:10:20,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78322f65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/hadoop.log.dir/,STOPPED} 2024-12-12T05:10:20,065 WARN [BP-1201413824-172.17.0.2-1733980215329 heartbeating to localhost/127.0.0.1:39897 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T05:10:20,065 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T05:10:20,065 WARN [BP-1201413824-172.17.0.2-1733980215329 heartbeating to localhost/127.0.0.1:39897 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1201413824-172.17.0.2-1733980215329 (Datanode Uuid 3bc31e52-3c49-4cc2-8de7-1f7bfdfbdb45) service to localhost/127.0.0.1:39897 2024-12-12T05:10:20,065 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T05:10:20,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/cluster_2a8139a4-6de4-9194-d2d2-3ffaf0ef74f0/dfs/data/data1/current/BP-1201413824-172.17.0.2-1733980215329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T05:10:20,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/cluster_2a8139a4-6de4-9194-d2d2-3ffaf0ef74f0/dfs/data/data2/current/BP-1201413824-172.17.0.2-1733980215329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T05:10:20,066 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T05:10:20,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43394edb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T05:10:20,071 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@357cfbc2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T05:10:20,071 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T05:10:20,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47fff338{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T05:10:20,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b7452bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/hadoop.log.dir/,STOPPED} 2024-12-12T05:10:20,077 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-12T05:10:20,091 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-12T05:10:20,100 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=176 (was 155) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39897 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:39897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39897 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:39897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=523 (was 497) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 78) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=13246 (was 13339) 2024-12-12T05:10:20,107 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=176, OpenFileDescriptor=523, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=13245 2024-12-12T05:10:20,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/hadoop.log.dir so I do NOT create it in target/test-data/37840646-66b5-607a-a52a-266497ff88d4 2024-12-12T05:10:20,118 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/hadoop.log.dir Erasing configuration value by system value. 2024-12-12T05:10:20,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/hadoop.tmp.dir so I do NOT create it in target/test-data/37840646-66b5-607a-a52a-266497ff88d4 2024-12-12T05:10:20,118 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf2c25a8-780e-3222-fe3a-026df5fbb163/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-12T05:10:20,118 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4 2024-12-12T05:10:20,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-12T05:10:20,118 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/cluster_9f827125-907a-b16d-af62-563607f961f5, deleteOnExit=true 2024-12-12T05:10:20,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-12T05:10:20,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/test.cache.data in system properties and HBase conf 2024-12-12T05:10:20,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/hadoop.tmp.dir in system properties and HBase conf 2024-12-12T05:10:20,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/hadoop.log.dir in system properties and HBase conf 2024-12-12T05:10:20,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-12T05:10:20,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-12T05:10:20,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-12T05:10:20,118 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-12T05:10:20,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-12T05:10:20,119 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-12T05:10:20,119 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-12T05:10:20,119 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T05:10:20,119 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-12T05:10:20,119 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-12T05:10:20,119 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T05:10:20,119 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T05:10:20,119 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-12T05:10:20,119 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/nfs.dump.dir in system properties and HBase conf 2024-12-12T05:10:20,119 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/java.io.tmpdir in system properties and HBase conf 2024-12-12T05:10:20,119 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T05:10:20,119 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-12T05:10:20,119 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-12T05:10:20,443 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T05:10:20,448 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T05:10:20,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T05:10:20,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T05:10:20,452 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T05:10:20,453 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T05:10:20,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1113e269{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/hadoop.log.dir/,AVAILABLE} 2024-12-12T05:10:20,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f385e3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T05:10:20,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@388f120f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/java.io.tmpdir/jetty-localhost-46071-hadoop-hdfs-3_4_1-tests_jar-_-any-9014603736783533878/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T05:10:20,545 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@589ba766{HTTP/1.1, (http/1.1)}{localhost:46071} 2024-12-12T05:10:20,545 INFO [Time-limited test {}] server.Server(415): Started @32352ms 2024-12-12T05:10:20,710 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T05:10:20,713 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T05:10:20,714 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T05:10:20,714 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T05:10:20,714 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T05:10:20,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ea24f58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/hadoop.log.dir/,AVAILABLE} 2024-12-12T05:10:20,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@639d5306{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T05:10:20,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73313546{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/java.io.tmpdir/jetty-localhost-33255-hadoop-hdfs-3_4_1-tests_jar-_-any-2553494243359528310/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T05:10:20,806 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70412d56{HTTP/1.1, (http/1.1)}{localhost:33255} 2024-12-12T05:10:20,806 INFO [Time-limited test {}] server.Server(415): Started @32613ms 2024-12-12T05:10:20,808 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T05:10:20,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T05:10:20,849 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T05:10:20,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T05:10:20,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T05:10:20,850 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T05:10:20,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d13b7c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/hadoop.log.dir/,AVAILABLE} 2024-12-12T05:10:20,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5da987b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T05:10:20,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11bac546{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/java.io.tmpdir/jetty-localhost-46783-hadoop-hdfs-3_4_1-tests_jar-_-any-7068812237992285688/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T05:10:20,941 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b9570bf{HTTP/1.1, (http/1.1)}{localhost:46783} 2024-12-12T05:10:20,941 INFO [Time-limited test {}] server.Server(415): Started @32748ms 2024-12-12T05:10:20,943 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T05:10:21,362 WARN [Thread-1451 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/cluster_9f827125-907a-b16d-af62-563607f961f5/dfs/data/data1/current/BP-83445032-172.17.0.2-1733980220134/current, will proceed with Du for space computation calculation, 2024-12-12T05:10:21,362 WARN [Thread-1452 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/cluster_9f827125-907a-b16d-af62-563607f961f5/dfs/data/data2/current/BP-83445032-172.17.0.2-1733980220134/current, will proceed with Du for space computation calculation, 2024-12-12T05:10:21,378 WARN [Thread-1416 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T05:10:21,380 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92b8971e461ef6f7 with lease ID 0xc23ba19f0579d8a5: Processing first storage report for DS-4a606a4f-dd16-4286-9a4f-f7a00f71b9c0 from datanode DatanodeRegistration(127.0.0.1:33919, datanodeUuid=48c03ba3-f082-4735-b17a-8c104550c203, infoPort=41653, infoSecurePort=0, ipcPort=46129, storageInfo=lv=-57;cid=testClusterID;nsid=1652424623;c=1733980220134) 2024-12-12T05:10:21,380 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92b8971e461ef6f7 with lease ID 0xc23ba19f0579d8a5: from storage DS-4a606a4f-dd16-4286-9a4f-f7a00f71b9c0 node DatanodeRegistration(127.0.0.1:33919, datanodeUuid=48c03ba3-f082-4735-b17a-8c104550c203, infoPort=41653, infoSecurePort=0, ipcPort=46129, storageInfo=lv=-57;cid=testClusterID;nsid=1652424623;c=1733980220134), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T05:10:21,380 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92b8971e461ef6f7 with lease ID 0xc23ba19f0579d8a5: Processing first storage report for DS-f12a828d-e196-4f73-bded-b8cdb74aaa87 from datanode DatanodeRegistration(127.0.0.1:33919, datanodeUuid=48c03ba3-f082-4735-b17a-8c104550c203, infoPort=41653, infoSecurePort=0, ipcPort=46129, storageInfo=lv=-57;cid=testClusterID;nsid=1652424623;c=1733980220134) 2024-12-12T05:10:21,380 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92b8971e461ef6f7 with lease ID 0xc23ba19f0579d8a5: from storage DS-f12a828d-e196-4f73-bded-b8cdb74aaa87 node DatanodeRegistration(127.0.0.1:33919, datanodeUuid=48c03ba3-f082-4735-b17a-8c104550c203, infoPort=41653, infoSecurePort=0, ipcPort=46129, storageInfo=lv=-57;cid=testClusterID;nsid=1652424623;c=1733980220134), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T05:10:21,572 WARN [Thread-1463 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/cluster_9f827125-907a-b16d-af62-563607f961f5/dfs/data/data3/current/BP-83445032-172.17.0.2-1733980220134/current, will proceed with Du for space computation calculation, 2024-12-12T05:10:21,572 WARN [Thread-1464 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/cluster_9f827125-907a-b16d-af62-563607f961f5/dfs/data/data4/current/BP-83445032-172.17.0.2-1733980220134/current, will proceed with Du for space computation calculation, 2024-12-12T05:10:21,590 WARN [Thread-1439 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T05:10:21,592 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6432bad6f64d24b3 with lease ID 0xc23ba19f0579d8a6: Processing first storage report for DS-11543869-3a6a-40a4-bd6b-7f148c3c33a6 from datanode DatanodeRegistration(127.0.0.1:42749, datanodeUuid=70659800-ef2c-4078-9b23-c04018d4096e, infoPort=33789, infoSecurePort=0, ipcPort=41937, storageInfo=lv=-57;cid=testClusterID;nsid=1652424623;c=1733980220134) 2024-12-12T05:10:21,592 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6432bad6f64d24b3 with lease ID 0xc23ba19f0579d8a6: from storage DS-11543869-3a6a-40a4-bd6b-7f148c3c33a6 node DatanodeRegistration(127.0.0.1:42749, datanodeUuid=70659800-ef2c-4078-9b23-c04018d4096e, infoPort=33789, infoSecurePort=0, ipcPort=41937, storageInfo=lv=-57;cid=testClusterID;nsid=1652424623;c=1733980220134), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T05:10:21,592 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6432bad6f64d24b3 with lease ID 0xc23ba19f0579d8a6: Processing first storage report for DS-8603055e-596e-4935-84b6-71cc6365ae21 from datanode DatanodeRegistration(127.0.0.1:42749, datanodeUuid=70659800-ef2c-4078-9b23-c04018d4096e, infoPort=33789, infoSecurePort=0, ipcPort=41937, storageInfo=lv=-57;cid=testClusterID;nsid=1652424623;c=1733980220134) 2024-12-12T05:10:21,592 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6432bad6f64d24b3 with lease ID 0xc23ba19f0579d8a6: from storage DS-8603055e-596e-4935-84b6-71cc6365ae21 node DatanodeRegistration(127.0.0.1:42749, datanodeUuid=70659800-ef2c-4078-9b23-c04018d4096e, infoPort=33789, infoSecurePort=0, ipcPort=41937, storageInfo=lv=-57;cid=testClusterID;nsid=1652424623;c=1733980220134), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T05:10:21,670 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4 2024-12-12T05:10:21,673 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/cluster_9f827125-907a-b16d-af62-563607f961f5/zookeeper_0, clientPort=57634, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/cluster_9f827125-907a-b16d-af62-563607f961f5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/cluster_9f827125-907a-b16d-af62-563607f961f5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-12T05:10:21,674 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=57634 2024-12-12T05:10:21,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:21,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:21,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42749 is added to blk_1073741825_1001 (size=7) 2024-12-12T05:10:21,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741825_1001 (size=7) 2024-12-12T05:10:21,689 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1 with version=8 2024-12-12T05:10:21,689 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/hbase-staging 2024-12-12T05:10:21,693 INFO [Time-limited test {}] client.ConnectionUtils(129): master/83e80bf221ca:0 server-side Connection retries=45 2024-12-12T05:10:21,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:21,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:21,693 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T05:10:21,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:21,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T05:10:21,693 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T05:10:21,694 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T05:10:21,695 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46107 2024-12-12T05:10:21,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:21,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:21,698 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:46107 connecting to ZooKeeper ensemble=127.0.0.1:57634 2024-12-12T05:10:21,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461070x0, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T05:10:21,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46107-0x10018a58d680000 connected 2024-12-12T05:10:21,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T05:10:21,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:21,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T05:10:21,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46107 2024-12-12T05:10:21,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46107 2024-12-12T05:10:21,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46107 2024-12-12T05:10:21,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46107 2024-12-12T05:10:21,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46107 2024-12-12T05:10:21,853 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1, hbase.cluster.distributed=false 2024-12-12T05:10:21,867 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/83e80bf221ca:0 server-side Connection retries=45 2024-12-12T05:10:21,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:21,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:21,867 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T05:10:21,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:21,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T05:10:21,867 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T05:10:21,868 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T05:10:21,868 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36945 2024-12-12T05:10:21,868 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-12T05:10:21,869 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-12T05:10:21,873 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-12T05:10:21,873 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-12T05:10:21,874 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-12T05:10:21,874 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-12T05:10:21,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:21,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:21,878 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36945 connecting to ZooKeeper ensemble=127.0.0.1:57634 2024-12-12T05:10:21,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369450x0, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T05:10:21,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369450x0, quorum=127.0.0.1:57634, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T05:10:21,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36945-0x10018a58d680001 connected 2024-12-12T05:10:21,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36945-0x10018a58d680001, quorum=127.0.0.1:57634, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:21,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36945-0x10018a58d680001, quorum=127.0.0.1:57634, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T05:10:21,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36945 2024-12-12T05:10:21,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36945 2024-12-12T05:10:21,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36945 2024-12-12T05:10:21,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36945 2024-12-12T05:10:21,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36945 2024-12-12T05:10:21,902 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/83e80bf221ca:0 server-side Connection retries=45 2024-12-12T05:10:21,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:21,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:21,902 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T05:10:21,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T05:10:21,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T05:10:21,903 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T05:10:21,903 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T05:10:21,903 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43991 2024-12-12T05:10:21,903 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-12T05:10:21,904 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-12T05:10:21,908 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-12T05:10:21,908 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-12T05:10:21,908 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-12T05:10:21,908 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-12T05:10:21,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:21,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:21,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43991 connecting to ZooKeeper ensemble=127.0.0.1:57634 2024-12-12T05:10:21,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439910x0, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T05:10:21,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43991-0x10018a58d680002 connected 2024-12-12T05:10:21,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43991-0x10018a58d680002, quorum=127.0.0.1:57634, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T05:10:21,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43991-0x10018a58d680002, quorum=127.0.0.1:57634, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:21,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43991-0x10018a58d680002, quorum=127.0.0.1:57634, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T05:10:21,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43991 2024-12-12T05:10:21,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43991 2024-12-12T05:10:21,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43991 2024-12-12T05:10:21,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43991 2024-12-12T05:10:21,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43991 2024-12-12T05:10:21,928 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/83e80bf221ca,46107,1733980221692 2024-12-12T05:10:21,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10018a58d680002, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:21,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x10018a58d680001, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:21,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:21,939 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/83e80bf221ca,46107,1733980221692 2024-12-12T05:10:21,944 DEBUG [M:0;83e80bf221ca:46107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83e80bf221ca:46107 2024-12-12T05:10:21,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10018a58d680002, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-12T05:10:21,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x10018a58d680001, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-12T05:10:21,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-12T05:10:21,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10018a58d680002, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:21,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:21,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x10018a58d680001, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:21,949 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-12T05:10:21,949 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/83e80bf221ca,46107,1733980221692 from backup master directory 2024-12-12T05:10:21,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10018a58d680002, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:21,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x10018a58d680001, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:21,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/83e80bf221ca,46107,1733980221692 2024-12-12T05:10:21,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T05:10:21,957 WARN [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T05:10:21,957 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83e80bf221ca,46107,1733980221692 2024-12-12T05:10:21,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-12T05:10:21,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741826_1002 (size=42) 2024-12-12T05:10:21,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42749 is added to blk_1073741826_1002 (size=42) 2024-12-12T05:10:21,970 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/hbase.id with ID: 9dde8797-ccbd-4c9e-affc-8090e59ae557 2024-12-12T05:10:21,979 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T05:10:21,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x10018a58d680001, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:21,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:21,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10018a58d680002, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:21,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741827_1003 (size=196) 2024-12-12T05:10:21,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42749 is added to blk_1073741827_1003 (size=196) 2024-12-12T05:10:21,997 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T05:10:21,997 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-12T05:10:21,998 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T05:10:22,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42749 is added to blk_1073741828_1004 (size=1189) 2024-12-12T05:10:22,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741828_1004 (size=1189) 2024-12-12T05:10:22,008 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/MasterData/data/master/store 2024-12-12T05:10:22,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741829_1005 (size=34) 2024-12-12T05:10:22,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42749 is added to blk_1073741829_1005 (size=34) 2024-12-12T05:10:22,015 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:22,015 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-12T05:10:22,015 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:22,015 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:22,015 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-12T05:10:22,015 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:22,015 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:22,015 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-12T05:10:22,016 WARN [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/MasterData/data/master/store/.initializing 2024-12-12T05:10:22,016 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/MasterData/WALs/83e80bf221ca,46107,1733980221692 2024-12-12T05:10:22,017 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T05:10:22,019 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83e80bf221ca%2C46107%2C1733980221692, suffix=, logDir=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/MasterData/WALs/83e80bf221ca,46107,1733980221692, archiveDir=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/MasterData/oldWALs, maxLogs=10 2024-12-12T05:10:22,031 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/MasterData/WALs/83e80bf221ca,46107,1733980221692/83e80bf221ca%2C46107%2C1733980221692.1733980222019, exclude list is [], retry=0 2024-12-12T05:10:22,033 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-4a606a4f-dd16-4286-9a4f-f7a00f71b9c0,DISK] 2024-12-12T05:10:22,034 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42749,DS-11543869-3a6a-40a4-bd6b-7f148c3c33a6,DISK] 2024-12-12T05:10:22,035 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/MasterData/WALs/83e80bf221ca,46107,1733980221692/83e80bf221ca%2C46107%2C1733980221692.1733980222019 2024-12-12T05:10:22,035 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:33789:33789)] 2024-12-12T05:10:22,035 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-12T05:10:22,036 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:22,036 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:22,036 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:22,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:22,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-12T05:10:22,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:22,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:22,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:22,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-12T05:10:22,040 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:22,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:22,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:22,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-12T05:10:22,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:22,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:22,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:22,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-12T05:10:22,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:22,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:22,044 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:22,044 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:22,045 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-12T05:10:22,046 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T05:10:22,048 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:10:22,049 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74532112, jitterRate=0.11061501502990723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-12T05:10:22,049 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-12T05:10:22,049 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-12T05:10:22,052 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7694a5a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T05:10:22,052 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-12T05:10:22,053 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-12T05:10:22,053 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-12T05:10:22,053 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-12T05:10:22,053 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-12T05:10:22,053 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-12T05:10:22,053 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-12T05:10:22,055 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-12T05:10:22,056 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-12T05:10:22,065 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-12T05:10:22,065 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-12T05:10:22,066 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-12T05:10:22,073 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-12T05:10:22,073 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-12T05:10:22,074 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-12T05:10:22,082 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-12T05:10:22,083 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-12T05:10:22,090 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-12T05:10:22,092 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-12T05:10:22,099 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-12T05:10:22,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:22,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10018a58d680002, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:22,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x10018a58d680001, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:22,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:22,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10018a58d680002, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:22,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x10018a58d680001, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:22,108 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=83e80bf221ca,46107,1733980221692, sessionid=0x10018a58d680000, setting cluster-up flag (Was=false) 2024-12-12T05:10:22,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:22,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10018a58d680002, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:22,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x10018a58d680001, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:22,149 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-12T05:10:22,150 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83e80bf221ca,46107,1733980221692 2024-12-12T05:10:22,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x10018a58d680001, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:22,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10018a58d680002, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:22,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:22,190 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-12T05:10:22,192 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83e80bf221ca,46107,1733980221692 2024-12-12T05:10:22,196 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-12T05:10:22,196 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-12T05:10:22,196 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-12T05:10:22,197 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83e80bf221ca,46107,1733980221692 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-12T05:10:22,197 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83e80bf221ca:0, corePoolSize=5, maxPoolSize=5 2024-12-12T05:10:22,197 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83e80bf221ca:0, corePoolSize=5, maxPoolSize=5 2024-12-12T05:10:22,197 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83e80bf221ca:0, corePoolSize=5, maxPoolSize=5 2024-12-12T05:10:22,197 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83e80bf221ca:0, corePoolSize=5, maxPoolSize=5 2024-12-12T05:10:22,197 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83e80bf221ca:0, corePoolSize=10, maxPoolSize=10 2024-12-12T05:10:22,197 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:22,197 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83e80bf221ca:0, corePoolSize=2, maxPoolSize=2 2024-12-12T05:10:22,197 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:22,199 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733980252199 2024-12-12T05:10:22,199 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-12T05:10:22,199 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-12T05:10:22,199 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-12T05:10:22,199 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-12T05:10:22,199 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-12T05:10:22,199 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-12T05:10:22,199 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-12T05:10:22,199 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-12T05:10:22,200 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:22,200 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-12T05:10:22,200 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-12T05:10:22,200 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-12T05:10:22,200 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-12T05:10:22,200 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-12T05:10:22,201 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.large.0-1733980222200,5,FailOnTimeoutGroup] 2024-12-12T05:10:22,201 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.small.0-1733980222201,5,FailOnTimeoutGroup] 2024-12-12T05:10:22,201 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:22,201 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-12T05:10:22,201 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:22,201 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:22,201 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:22,201 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-12T05:10:22,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42749 is added to blk_1073741831_1007 (size=1039) 2024-12-12T05:10:22,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741831_1007 (size=1039) 2024-12-12T05:10:22,209 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-12T05:10:22,209 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1 2024-12-12T05:10:22,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42749 is added to blk_1073741832_1008 (size=32) 2024-12-12T05:10:22,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741832_1008 (size=32) 2024-12-12T05:10:22,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:22,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-12T05:10:22,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-12T05:10:22,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:22,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:22,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-12T05:10:22,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-12T05:10:22,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:22,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:22,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-12T05:10:22,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-12T05:10:22,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:22,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:22,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/hbase/meta/1588230740 2024-12-12T05:10:22,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/hbase/meta/1588230740 2024-12-12T05:10:22,223 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-12T05:10:22,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-12T05:10:22,226 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:10:22,226 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60564186, jitterRate=-0.09752330183982849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-12T05:10:22,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-12T05:10:22,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-12T05:10:22,227 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-12T05:10:22,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-12T05:10:22,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-12T05:10:22,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-12T05:10:22,227 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-12T05:10:22,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-12T05:10:22,228 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-12T05:10:22,228 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-12T05:10:22,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-12T05:10:22,229 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-12T05:10:22,229 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-12T05:10:22,239 DEBUG [RS:1;83e80bf221ca:43991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;83e80bf221ca:43991 2024-12-12T05:10:22,239 DEBUG [RS:0;83e80bf221ca:36945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83e80bf221ca:36945 2024-12-12T05:10:22,239 INFO [RS:0;83e80bf221ca:36945 {}] regionserver.HRegionServer(1008): ClusterId : 9dde8797-ccbd-4c9e-affc-8090e59ae557 2024-12-12T05:10:22,239 INFO [RS:1;83e80bf221ca:43991 {}] regionserver.HRegionServer(1008): ClusterId : 9dde8797-ccbd-4c9e-affc-8090e59ae557 2024-12-12T05:10:22,239 DEBUG [RS:1;83e80bf221ca:43991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-12T05:10:22,239 DEBUG [RS:0;83e80bf221ca:36945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-12T05:10:22,249 DEBUG [RS:1;83e80bf221ca:43991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-12T05:10:22,249 DEBUG [RS:0;83e80bf221ca:36945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-12T05:10:22,249 DEBUG [RS:1;83e80bf221ca:43991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-12T05:10:22,249 DEBUG [RS:0;83e80bf221ca:36945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-12T05:10:22,257 DEBUG [RS:1;83e80bf221ca:43991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-12T05:10:22,257 DEBUG [RS:0;83e80bf221ca:36945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-12T05:10:22,257 DEBUG [RS:1;83e80bf221ca:43991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195ebd80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T05:10:22,258 DEBUG [RS:0;83e80bf221ca:36945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7369bb22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T05:10:22,258 DEBUG [RS:1;83e80bf221ca:43991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b57df8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83e80bf221ca/172.17.0.2:0 2024-12-12T05:10:22,258 INFO [RS:1;83e80bf221ca:43991 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-12T05:10:22,258 DEBUG [RS:0;83e80bf221ca:36945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf8213a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83e80bf221ca/172.17.0.2:0 2024-12-12T05:10:22,258 INFO [RS:1;83e80bf221ca:43991 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-12T05:10:22,258 DEBUG [RS:1;83e80bf221ca:43991 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-12T05:10:22,258 INFO [RS:0;83e80bf221ca:36945 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-12T05:10:22,258 INFO [RS:0;83e80bf221ca:36945 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-12T05:10:22,258 DEBUG [RS:0;83e80bf221ca:36945 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-12T05:10:22,258 INFO [RS:1;83e80bf221ca:43991 {}] regionserver.HRegionServer(3073): reportForDuty to master=83e80bf221ca,46107,1733980221692 with isa=83e80bf221ca/172.17.0.2:43991, startcode=1733980221902 2024-12-12T05:10:22,258 INFO [RS:0;83e80bf221ca:36945 {}] regionserver.HRegionServer(3073): reportForDuty to master=83e80bf221ca,46107,1733980221692 with isa=83e80bf221ca/172.17.0.2:36945, startcode=1733980221867 2024-12-12T05:10:22,258 DEBUG [RS:1;83e80bf221ca:43991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-12T05:10:22,258 DEBUG [RS:0;83e80bf221ca:36945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-12T05:10:22,260 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37095, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-12T05:10:22,260 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39259, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-12T05:10:22,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46107 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 83e80bf221ca,36945,1733980221867 2024-12-12T05:10:22,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46107 {}] master.ServerManager(486): Registering regionserver=83e80bf221ca,36945,1733980221867 2024-12-12T05:10:22,261 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46107 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 83e80bf221ca,43991,1733980221902 2024-12-12T05:10:22,261 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46107 {}] master.ServerManager(486): Registering regionserver=83e80bf221ca,43991,1733980221902 2024-12-12T05:10:22,261 DEBUG [RS:0;83e80bf221ca:36945 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1 2024-12-12T05:10:22,261 DEBUG [RS:0;83e80bf221ca:36945 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41039 2024-12-12T05:10:22,261 DEBUG [RS:0;83e80bf221ca:36945 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-12T05:10:22,262 DEBUG [RS:1;83e80bf221ca:43991 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1 2024-12-12T05:10:22,262 DEBUG [RS:1;83e80bf221ca:43991 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41039 2024-12-12T05:10:22,262 DEBUG [RS:1;83e80bf221ca:43991 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-12T05:10:22,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-12T05:10:22,301 DEBUG [RS:0;83e80bf221ca:36945 {}] zookeeper.ZKUtil(111): regionserver:36945-0x10018a58d680001, quorum=127.0.0.1:57634, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/83e80bf221ca,36945,1733980221867 2024-12-12T05:10:22,302 WARN [RS:0;83e80bf221ca:36945 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T05:10:22,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83e80bf221ca,36945,1733980221867] 2024-12-12T05:10:22,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83e80bf221ca,43991,1733980221902] 2024-12-12T05:10:22,302 INFO [RS:0;83e80bf221ca:36945 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T05:10:22,302 DEBUG [RS:0;83e80bf221ca:36945 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/WALs/83e80bf221ca,36945,1733980221867 2024-12-12T05:10:22,302 DEBUG [RS:1;83e80bf221ca:43991 {}] zookeeper.ZKUtil(111): regionserver:43991-0x10018a58d680002, quorum=127.0.0.1:57634, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/83e80bf221ca,43991,1733980221902 2024-12-12T05:10:22,302 WARN [RS:1;83e80bf221ca:43991 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T05:10:22,302 INFO [RS:1;83e80bf221ca:43991 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T05:10:22,302 DEBUG [RS:1;83e80bf221ca:43991 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/WALs/83e80bf221ca,43991,1733980221902 2024-12-12T05:10:22,308 DEBUG [RS:0;83e80bf221ca:36945 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-12T05:10:22,308 DEBUG [RS:1;83e80bf221ca:43991 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-12T05:10:22,309 INFO [RS:0;83e80bf221ca:36945 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-12T05:10:22,309 INFO [RS:1;83e80bf221ca:43991 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-12T05:10:22,311 INFO [RS:0;83e80bf221ca:36945 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-12T05:10:22,312 INFO [RS:0;83e80bf221ca:36945 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-12T05:10:22,312 INFO [RS:0;83e80bf221ca:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:22,312 INFO [RS:0;83e80bf221ca:36945 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-12T05:10:22,313 INFO [RS:1;83e80bf221ca:43991 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-12T05:10:22,313 INFO [RS:1;83e80bf221ca:43991 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-12T05:10:22,313 INFO [RS:1;83e80bf221ca:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:22,313 INFO [RS:0;83e80bf221ca:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:22,313 INFO [RS:1;83e80bf221ca:43991 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-12T05:10:22,313 DEBUG [RS:0;83e80bf221ca:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:22,313 DEBUG [RS:0;83e80bf221ca:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:22,313 DEBUG [RS:0;83e80bf221ca:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:22,313 DEBUG [RS:0;83e80bf221ca:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:22,313 DEBUG [RS:0;83e80bf221ca:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:22,313 DEBUG [RS:0;83e80bf221ca:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83e80bf221ca:0, corePoolSize=2, maxPoolSize=2 2024-12-12T05:10:22,314 DEBUG [RS:0;83e80bf221ca:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:22,314 DEBUG [RS:0;83e80bf221ca:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:22,314 DEBUG [RS:0;83e80bf221ca:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:22,314 DEBUG [RS:0;83e80bf221ca:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:22,314 DEBUG [RS:0;83e80bf221ca:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:22,314 DEBUG [RS:0;83e80bf221ca:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83e80bf221ca:0, corePoolSize=3, maxPoolSize=3 2024-12-12T05:10:22,314 DEBUG [RS:0;83e80bf221ca:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83e80bf221ca:0, corePoolSize=3, maxPoolSize=3 2024-12-12T05:10:22,314 INFO [RS:1;83e80bf221ca:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:22,314 DEBUG [RS:1;83e80bf221ca:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:22,314 DEBUG [RS:1;83e80bf221ca:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:22,314 DEBUG [RS:1;83e80bf221ca:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:22,314 DEBUG [RS:1;83e80bf221ca:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:22,314 DEBUG [RS:1;83e80bf221ca:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:22,314 DEBUG [RS:1;83e80bf221ca:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83e80bf221ca:0, corePoolSize=2, maxPoolSize=2 2024-12-12T05:10:22,314 DEBUG [RS:1;83e80bf221ca:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:22,314 DEBUG [RS:1;83e80bf221ca:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:22,314 DEBUG [RS:1;83e80bf221ca:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:22,314 DEBUG [RS:1;83e80bf221ca:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:22,314 DEBUG [RS:1;83e80bf221ca:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83e80bf221ca:0, corePoolSize=1, maxPoolSize=1 2024-12-12T05:10:22,314 DEBUG [RS:1;83e80bf221ca:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83e80bf221ca:0, corePoolSize=3, maxPoolSize=3 2024-12-12T05:10:22,314 DEBUG [RS:1;83e80bf221ca:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83e80bf221ca:0, corePoolSize=3, maxPoolSize=3 2024-12-12T05:10:22,315 INFO [RS:0;83e80bf221ca:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:22,315 INFO [RS:0;83e80bf221ca:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:22,315 INFO [RS:0;83e80bf221ca:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:22,315 INFO [RS:0;83e80bf221ca:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:22,315 INFO [RS:0;83e80bf221ca:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,36945,1733980221867-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T05:10:22,315 INFO [RS:1;83e80bf221ca:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:22,315 INFO [RS:1;83e80bf221ca:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:22,315 INFO [RS:1;83e80bf221ca:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:22,316 INFO [RS:1;83e80bf221ca:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:22,316 INFO [RS:1;83e80bf221ca:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,43991,1733980221902-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T05:10:22,329 INFO [RS:1;83e80bf221ca:43991 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-12T05:10:22,329 INFO [RS:0;83e80bf221ca:36945 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-12T05:10:22,329 INFO [RS:1;83e80bf221ca:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,43991,1733980221902-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:22,329 INFO [RS:0;83e80bf221ca:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,36945,1733980221867-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:22,340 INFO [RS:0;83e80bf221ca:36945 {}] regionserver.Replication(204): 83e80bf221ca,36945,1733980221867 started 2024-12-12T05:10:22,340 INFO [RS:1;83e80bf221ca:43991 {}] regionserver.Replication(204): 83e80bf221ca,43991,1733980221902 started 2024-12-12T05:10:22,340 INFO [RS:0;83e80bf221ca:36945 {}] regionserver.HRegionServer(1767): Serving as 83e80bf221ca,36945,1733980221867, RpcServer on 83e80bf221ca/172.17.0.2:36945, sessionid=0x10018a58d680001 2024-12-12T05:10:22,340 INFO [RS:1;83e80bf221ca:43991 {}] regionserver.HRegionServer(1767): Serving as 83e80bf221ca,43991,1733980221902, RpcServer on 83e80bf221ca/172.17.0.2:43991, sessionid=0x10018a58d680002 2024-12-12T05:10:22,340 DEBUG [RS:0;83e80bf221ca:36945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-12T05:10:22,340 DEBUG [RS:1;83e80bf221ca:43991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-12T05:10:22,340 DEBUG [RS:0;83e80bf221ca:36945 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83e80bf221ca,36945,1733980221867 2024-12-12T05:10:22,340 DEBUG [RS:1;83e80bf221ca:43991 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83e80bf221ca,43991,1733980221902 2024-12-12T05:10:22,340 DEBUG [RS:1;83e80bf221ca:43991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83e80bf221ca,43991,1733980221902' 2024-12-12T05:10:22,340 DEBUG [RS:0;83e80bf221ca:36945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83e80bf221ca,36945,1733980221867' 2024-12-12T05:10:22,340 DEBUG [RS:0;83e80bf221ca:36945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-12T05:10:22,340 DEBUG [RS:1;83e80bf221ca:43991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-12T05:10:22,341 DEBUG [RS:1;83e80bf221ca:43991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-12T05:10:22,341 DEBUG [RS:0;83e80bf221ca:36945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-12T05:10:22,341 DEBUG [RS:1;83e80bf221ca:43991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-12T05:10:22,341 DEBUG [RS:1;83e80bf221ca:43991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-12T05:10:22,341 DEBUG [RS:0;83e80bf221ca:36945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-12T05:10:22,341 DEBUG [RS:1;83e80bf221ca:43991 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83e80bf221ca,43991,1733980221902 2024-12-12T05:10:22,341 DEBUG [RS:0;83e80bf221ca:36945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-12T05:10:22,341 DEBUG [RS:1;83e80bf221ca:43991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83e80bf221ca,43991,1733980221902' 2024-12-12T05:10:22,342 DEBUG [RS:1;83e80bf221ca:43991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-12T05:10:22,342 DEBUG [RS:0;83e80bf221ca:36945 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83e80bf221ca,36945,1733980221867 2024-12-12T05:10:22,342 DEBUG [RS:0;83e80bf221ca:36945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83e80bf221ca,36945,1733980221867' 2024-12-12T05:10:22,342 DEBUG [RS:0;83e80bf221ca:36945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-12T05:10:22,342 DEBUG [RS:1;83e80bf221ca:43991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-12T05:10:22,342 DEBUG [RS:0;83e80bf221ca:36945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-12T05:10:22,342 DEBUG [RS:1;83e80bf221ca:43991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-12T05:10:22,342 DEBUG [RS:0;83e80bf221ca:36945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-12T05:10:22,342 INFO [RS:1;83e80bf221ca:43991 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-12T05:10:22,342 INFO [RS:0;83e80bf221ca:36945 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-12T05:10:22,342 INFO [RS:1;83e80bf221ca:43991 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-12T05:10:22,342 INFO [RS:0;83e80bf221ca:36945 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-12T05:10:22,380 WARN [83e80bf221ca:46107 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-12T05:10:22,443 INFO [RS:0;83e80bf221ca:36945 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T05:10:22,443 INFO [RS:1;83e80bf221ca:43991 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T05:10:22,446 INFO [RS:1;83e80bf221ca:43991 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83e80bf221ca%2C43991%2C1733980221902, suffix=, logDir=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/WALs/83e80bf221ca,43991,1733980221902, archiveDir=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/oldWALs, maxLogs=32 2024-12-12T05:10:22,446 INFO [RS:0;83e80bf221ca:36945 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83e80bf221ca%2C36945%2C1733980221867, suffix=, logDir=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/WALs/83e80bf221ca,36945,1733980221867, archiveDir=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/oldWALs, maxLogs=32 2024-12-12T05:10:22,461 DEBUG [RS:1;83e80bf221ca:43991 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/WALs/83e80bf221ca,43991,1733980221902/83e80bf221ca%2C43991%2C1733980221902.1733980222446, exclude list is [], retry=0 2024-12-12T05:10:22,461 DEBUG [RS:0;83e80bf221ca:36945 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/WALs/83e80bf221ca,36945,1733980221867/83e80bf221ca%2C36945%2C1733980221867.1733980222446, exclude list is [], retry=0 2024-12-12T05:10:22,464 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-4a606a4f-dd16-4286-9a4f-f7a00f71b9c0,DISK] 2024-12-12T05:10:22,464 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42749,DS-11543869-3a6a-40a4-bd6b-7f148c3c33a6,DISK] 2024-12-12T05:10:22,464 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-4a606a4f-dd16-4286-9a4f-f7a00f71b9c0,DISK] 2024-12-12T05:10:22,464 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42749,DS-11543869-3a6a-40a4-bd6b-7f148c3c33a6,DISK] 2024-12-12T05:10:22,467 INFO [RS:1;83e80bf221ca:43991 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/WALs/83e80bf221ca,43991,1733980221902/83e80bf221ca%2C43991%2C1733980221902.1733980222446 2024-12-12T05:10:22,467 INFO [RS:0;83e80bf221ca:36945 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/WALs/83e80bf221ca,36945,1733980221867/83e80bf221ca%2C36945%2C1733980221867.1733980222446 2024-12-12T05:10:22,467 DEBUG [RS:1;83e80bf221ca:43991 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33789:33789),(127.0.0.1/127.0.0.1:41653:41653)] 2024-12-12T05:10:22,467 DEBUG [RS:0;83e80bf221ca:36945 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:33789:33789)] 2024-12-12T05:10:22,630 DEBUG [83e80bf221ca:46107 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-12T05:10:22,630 DEBUG [83e80bf221ca:46107 {}] balancer.BalancerClusterState(202): Hosts are {83e80bf221ca=0} racks are {/default-rack=0} 2024-12-12T05:10:22,634 DEBUG [83e80bf221ca:46107 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-12T05:10:22,634 DEBUG [83e80bf221ca:46107 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-12T05:10:22,634 INFO [83e80bf221ca:46107 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-12T05:10:22,634 INFO [83e80bf221ca:46107 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-12T05:10:22,634 DEBUG [83e80bf221ca:46107 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-12T05:10:22,635 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83e80bf221ca,36945,1733980221867 2024-12-12T05:10:22,636 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83e80bf221ca,36945,1733980221867, state=OPENING 2024-12-12T05:10:22,649 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-12T05:10:22,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10018a58d680002, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:22,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x10018a58d680001, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:22,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:22,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=83e80bf221ca,36945,1733980221867}] 2024-12-12T05:10:22,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:22,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:22,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:22,812 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 83e80bf221ca,36945,1733980221867 2024-12-12T05:10:22,813 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T05:10:22,814 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T05:10:22,817 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-12T05:10:22,817 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T05:10:22,817 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-12T05:10:22,819 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83e80bf221ca%2C36945%2C1733980221867.meta, suffix=.meta, logDir=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/WALs/83e80bf221ca,36945,1733980221867, archiveDir=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/oldWALs, maxLogs=32 2024-12-12T05:10:22,830 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/WALs/83e80bf221ca,36945,1733980221867/83e80bf221ca%2C36945%2C1733980221867.meta.1733980222819.meta, exclude list is [], retry=0 2024-12-12T05:10:22,832 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-4a606a4f-dd16-4286-9a4f-f7a00f71b9c0,DISK] 2024-12-12T05:10:22,832 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42749,DS-11543869-3a6a-40a4-bd6b-7f148c3c33a6,DISK] 2024-12-12T05:10:22,833 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/WALs/83e80bf221ca,36945,1733980221867/83e80bf221ca%2C36945%2C1733980221867.meta.1733980222819.meta 2024-12-12T05:10:22,834 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:33789:33789)] 2024-12-12T05:10:22,834 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-12T05:10:22,834 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-12T05:10:22,834 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-12T05:10:22,834 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-12T05:10:22,834 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-12T05:10:22,834 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:22,834 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-12T05:10:22,834 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-12T05:10:22,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-12T05:10:22,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-12T05:10:22,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:22,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:22,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-12T05:10:22,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-12T05:10:22,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:22,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:22,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-12T05:10:22,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-12T05:10:22,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:22,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T05:10:22,839 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/hbase/meta/1588230740 2024-12-12T05:10:22,840 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/hbase/meta/1588230740 2024-12-12T05:10:22,841 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-12T05:10:22,842 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-12T05:10:22,843 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68804810, jitterRate=0.025271564722061157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-12T05:10:22,843 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-12T05:10:22,844 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733980222812 2024-12-12T05:10:22,845 DEBUG [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-12T05:10:22,845 INFO [RS_OPEN_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-12T05:10:22,846 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83e80bf221ca,36945,1733980221867 2024-12-12T05:10:22,846 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83e80bf221ca,36945,1733980221867, state=OPEN 2024-12-12T05:10:22,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T05:10:22,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x10018a58d680001, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T05:10:22,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10018a58d680002, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T05:10:22,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:22,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:22,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T05:10:22,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-12T05:10:22,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=83e80bf221ca,36945,1733980221867 in 328 msec 2024-12-12T05:10:22,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-12T05:10:22,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 763 msec 2024-12-12T05:10:22,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 802 msec 2024-12-12T05:10:22,998 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733980222997, completionTime=-1 2024-12-12T05:10:22,998 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-12T05:10:22,998 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-12T05:10:22,998 DEBUG [hconnection-0x71c6e103-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T05:10:23,000 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T05:10:23,001 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-12T05:10:23,001 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733980283001 2024-12-12T05:10:23,001 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733980343001 2024-12-12T05:10:23,001 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-12T05:10:23,024 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-12T05:10:23,024 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,46107,1733980221692-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:23,024 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,46107,1733980221692-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:23,024 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,46107,1733980221692-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:23,025 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83e80bf221ca:46107, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:23,025 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:23,025 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-12T05:10:23,025 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-12T05:10:23,026 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-12T05:10:23,027 DEBUG [master/83e80bf221ca:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-12T05:10:23,028 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T05:10:23,028 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:23,029 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T05:10:23,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42749 is added to blk_1073741836_1012 (size=358) 2024-12-12T05:10:23,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741836_1012 (size=358) 2024-12-12T05:10:23,041 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => dee0f5e905bc4f790585bcada0b549b7, NAME => 'hbase:namespace,,1733980223025.dee0f5e905bc4f790585bcada0b549b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1 2024-12-12T05:10:23,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42749 is added to blk_1073741837_1013 (size=42) 2024-12-12T05:10:23,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741837_1013 (size=42) 2024-12-12T05:10:23,048 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733980223025.dee0f5e905bc4f790585bcada0b549b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:23,048 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing dee0f5e905bc4f790585bcada0b549b7, disabling compactions & flushes 2024-12-12T05:10:23,048 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733980223025.dee0f5e905bc4f790585bcada0b549b7. 2024-12-12T05:10:23,048 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733980223025.dee0f5e905bc4f790585bcada0b549b7. 2024-12-12T05:10:23,048 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733980223025.dee0f5e905bc4f790585bcada0b549b7. after waiting 0 ms 2024-12-12T05:10:23,048 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733980223025.dee0f5e905bc4f790585bcada0b549b7. 2024-12-12T05:10:23,048 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733980223025.dee0f5e905bc4f790585bcada0b549b7. 2024-12-12T05:10:23,048 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for dee0f5e905bc4f790585bcada0b549b7: 2024-12-12T05:10:23,049 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T05:10:23,050 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733980223025.dee0f5e905bc4f790585bcada0b549b7.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733980223049"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733980223049"}]},"ts":"1733980223049"} 2024-12-12T05:10:23,051 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-12T05:10:23,052 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T05:10:23,052 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733980223052"}]},"ts":"1733980223052"} 2024-12-12T05:10:23,053 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-12T05:10:23,071 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(202): Hosts are {83e80bf221ca=0} racks are {/default-rack=0} 2024-12-12T05:10:23,072 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-12T05:10:23,072 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-12T05:10:23,072 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-12T05:10:23,072 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-12T05:10:23,072 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-12T05:10:23,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=dee0f5e905bc4f790585bcada0b549b7, ASSIGN}] 2024-12-12T05:10:23,074 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=dee0f5e905bc4f790585bcada0b549b7, ASSIGN 2024-12-12T05:10:23,075 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=dee0f5e905bc4f790585bcada0b549b7, ASSIGN; state=OFFLINE, location=83e80bf221ca,36945,1733980221867; forceNewPlan=false, retain=false 2024-12-12T05:10:23,225 INFO [83e80bf221ca:46107 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-12T05:10:23,225 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=dee0f5e905bc4f790585bcada0b549b7, regionState=OPENING, regionLocation=83e80bf221ca,36945,1733980221867 2024-12-12T05:10:23,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure dee0f5e905bc4f790585bcada0b549b7, server=83e80bf221ca,36945,1733980221867}] 2024-12-12T05:10:23,382 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 83e80bf221ca,36945,1733980221867 2024-12-12T05:10:23,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733980223025.dee0f5e905bc4f790585bcada0b549b7. 2024-12-12T05:10:23,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => dee0f5e905bc4f790585bcada0b549b7, NAME => 'hbase:namespace,,1733980223025.dee0f5e905bc4f790585bcada0b549b7.', STARTKEY => '', ENDKEY => ''} 2024-12-12T05:10:23,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace dee0f5e905bc4f790585bcada0b549b7 2024-12-12T05:10:23,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733980223025.dee0f5e905bc4f790585bcada0b549b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:23,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for dee0f5e905bc4f790585bcada0b549b7 2024-12-12T05:10:23,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for dee0f5e905bc4f790585bcada0b549b7 2024-12-12T05:10:23,388 INFO [StoreOpener-dee0f5e905bc4f790585bcada0b549b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region dee0f5e905bc4f790585bcada0b549b7 2024-12-12T05:10:23,390 INFO [StoreOpener-dee0f5e905bc4f790585bcada0b549b7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dee0f5e905bc4f790585bcada0b549b7 columnFamilyName info 2024-12-12T05:10:23,390 DEBUG [StoreOpener-dee0f5e905bc4f790585bcada0b549b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:23,390 INFO [StoreOpener-dee0f5e905bc4f790585bcada0b549b7-1 {}] regionserver.HStore(327): Store=dee0f5e905bc4f790585bcada0b549b7/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:23,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/hbase/namespace/dee0f5e905bc4f790585bcada0b549b7 2024-12-12T05:10:23,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/hbase/namespace/dee0f5e905bc4f790585bcada0b549b7 2024-12-12T05:10:23,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for dee0f5e905bc4f790585bcada0b549b7 2024-12-12T05:10:23,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/hbase/namespace/dee0f5e905bc4f790585bcada0b549b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:10:23,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened dee0f5e905bc4f790585bcada0b549b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71400241, jitterRate=0.06394650042057037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T05:10:23,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for dee0f5e905bc4f790585bcada0b549b7: 2024-12-12T05:10:23,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733980223025.dee0f5e905bc4f790585bcada0b549b7., pid=6, masterSystemTime=1733980223382 2024-12-12T05:10:23,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733980223025.dee0f5e905bc4f790585bcada0b549b7. 2024-12-12T05:10:23,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733980223025.dee0f5e905bc4f790585bcada0b549b7. 2024-12-12T05:10:23,401 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=dee0f5e905bc4f790585bcada0b549b7, regionState=OPEN, openSeqNum=2, regionLocation=83e80bf221ca,36945,1733980221867 2024-12-12T05:10:23,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-12T05:10:23,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure dee0f5e905bc4f790585bcada0b549b7, server=83e80bf221ca,36945,1733980221867 in 173 msec 2024-12-12T05:10:23,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-12T05:10:23,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=dee0f5e905bc4f790585bcada0b549b7, ASSIGN in 331 msec 2024-12-12T05:10:23,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T05:10:23,406 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733980223406"}]},"ts":"1733980223406"} 2024-12-12T05:10:23,408 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-12T05:10:23,447 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-12T05:10:23,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T05:10:23,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 422 msec 2024-12-12T05:10:23,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-12T05:10:23,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10018a58d680002, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:23,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x10018a58d680001, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:23,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:23,461 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-12T05:10:23,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-12T05:10:23,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-12-12T05:10:23,493 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-12T05:10:23,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-12T05:10:23,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 24 msec 2024-12-12T05:10:23,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-12T05:10:23,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-12T05:10:23,557 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.600sec 2024-12-12T05:10:23,557 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-12T05:10:23,557 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-12T05:10:23,557 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-12T05:10:23,558 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-12T05:10:23,558 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-12T05:10:23,558 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,46107,1733980221692-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T05:10:23,558 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,46107,1733980221692-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-12T05:10:23,560 DEBUG [master/83e80bf221ca:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-12T05:10:23,560 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-12T05:10:23,560 INFO [master/83e80bf221ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83e80bf221ca,46107,1733980221692-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T05:10:23,631 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1cbbd009 to 127.0.0.1:57634 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6078627e 2024-12-12T05:10:23,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db80c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T05:10:23,644 DEBUG [hconnection-0x11b766d5-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T05:10:23,646 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T05:10:23,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=83e80bf221ca,46107,1733980221692 2024-12-12T05:10:23,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-12T05:10:23,652 INFO [RS-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-12T05:10:23,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T05:10:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-12T05:10:23,656 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T05:10:23,656 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:23,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-12T05:10:23,657 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T05:10:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:10:23,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741838_1014 (size=379) 2024-12-12T05:10:23,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42749 is added to blk_1073741838_1014 (size=379) 2024-12-12T05:10:23,668 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fb9634ad2d0aca48ed7d2356e8d60a45, NAME => 'testClearRegionBlockCache,,1733980223653.fb9634ad2d0aca48ed7d2356e8d60a45.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1 2024-12-12T05:10:23,668 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 73abe3842d67fc264fdd41b188c5b180, NAME => 'testClearRegionBlockCache,5,1733980223653.73abe3842d67fc264fdd41b188c5b180.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1 2024-12-12T05:10:23,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741840_1016 (size=61) 2024-12-12T05:10:23,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42749 is added to blk_1073741840_1016 (size=61) 2024-12-12T05:10:23,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42749 is added to blk_1073741839_1015 (size=61) 2024-12-12T05:10:23,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741839_1015 (size=61) 2024-12-12T05:10:23,676 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733980223653.73abe3842d67fc264fdd41b188c5b180.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:23,676 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 73abe3842d67fc264fdd41b188c5b180, disabling compactions & flushes 2024-12-12T05:10:23,676 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733980223653.73abe3842d67fc264fdd41b188c5b180. 2024-12-12T05:10:23,676 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733980223653.73abe3842d67fc264fdd41b188c5b180. 2024-12-12T05:10:23,677 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733980223653.73abe3842d67fc264fdd41b188c5b180. after waiting 0 ms 2024-12-12T05:10:23,677 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733980223653.73abe3842d67fc264fdd41b188c5b180. 2024-12-12T05:10:23,677 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733980223653.73abe3842d67fc264fdd41b188c5b180. 2024-12-12T05:10:23,677 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 73abe3842d67fc264fdd41b188c5b180: 2024-12-12T05:10:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:10:23,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:10:23,997 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-12T05:10:24,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:24,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:24,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:24,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:24,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:24,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:24,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:24,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:24,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:24,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T05:10:24,076 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733980223653.fb9634ad2d0aca48ed7d2356e8d60a45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:24,076 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing fb9634ad2d0aca48ed7d2356e8d60a45, disabling compactions & flushes 2024-12-12T05:10:24,076 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733980223653.fb9634ad2d0aca48ed7d2356e8d60a45. 2024-12-12T05:10:24,076 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733980223653.fb9634ad2d0aca48ed7d2356e8d60a45. 2024-12-12T05:10:24,076 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733980223653.fb9634ad2d0aca48ed7d2356e8d60a45. after waiting 0 ms 2024-12-12T05:10:24,076 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733980223653.fb9634ad2d0aca48ed7d2356e8d60a45. 2024-12-12T05:10:24,076 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733980223653.fb9634ad2d0aca48ed7d2356e8d60a45. 2024-12-12T05:10:24,076 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for fb9634ad2d0aca48ed7d2356e8d60a45: 2024-12-12T05:10:24,077 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T05:10:24,078 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733980223653.73abe3842d67fc264fdd41b188c5b180.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733980224077"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733980224077"}]},"ts":"1733980224077"} 2024-12-12T05:10:24,078 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733980223653.fb9634ad2d0aca48ed7d2356e8d60a45.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733980224077"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733980224077"}]},"ts":"1733980224077"} 2024-12-12T05:10:24,080 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-12T05:10:24,081 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T05:10:24,081 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733980224081"}]},"ts":"1733980224081"} 2024-12-12T05:10:24,083 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-12T05:10:24,132 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {83e80bf221ca=0} racks are {/default-rack=0} 2024-12-12T05:10:24,135 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-12T05:10:24,135 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-12T05:10:24,135 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-12T05:10:24,135 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-12T05:10:24,135 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-12T05:10:24,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fb9634ad2d0aca48ed7d2356e8d60a45, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=73abe3842d67fc264fdd41b188c5b180, ASSIGN}] 2024-12-12T05:10:24,137 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=73abe3842d67fc264fdd41b188c5b180, ASSIGN 2024-12-12T05:10:24,137 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fb9634ad2d0aca48ed7d2356e8d60a45, ASSIGN 2024-12-12T05:10:24,138 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=73abe3842d67fc264fdd41b188c5b180, ASSIGN; state=OFFLINE, location=83e80bf221ca,43991,1733980221902; forceNewPlan=false, retain=false 2024-12-12T05:10:24,138 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fb9634ad2d0aca48ed7d2356e8d60a45, ASSIGN; state=OFFLINE, location=83e80bf221ca,36945,1733980221867; forceNewPlan=false, retain=false 2024-12-12T05:10:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:10:24,288 INFO [83e80bf221ca:46107 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-12T05:10:24,289 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=fb9634ad2d0aca48ed7d2356e8d60a45, regionState=OPENING, regionLocation=83e80bf221ca,36945,1733980221867 2024-12-12T05:10:24,289 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=73abe3842d67fc264fdd41b188c5b180, regionState=OPENING, regionLocation=83e80bf221ca,43991,1733980221902 2024-12-12T05:10:24,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 73abe3842d67fc264fdd41b188c5b180, server=83e80bf221ca,43991,1733980221902}] 2024-12-12T05:10:24,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure fb9634ad2d0aca48ed7d2356e8d60a45, server=83e80bf221ca,36945,1733980221867}] 2024-12-12T05:10:24,448 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 83e80bf221ca,36945,1733980221867 2024-12-12T05:10:24,448 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 83e80bf221ca,43991,1733980221902 2024-12-12T05:10:24,448 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T05:10:24,450 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T05:10:24,453 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733980223653.fb9634ad2d0aca48ed7d2356e8d60a45. 2024-12-12T05:10:24,453 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => fb9634ad2d0aca48ed7d2356e8d60a45, NAME => 'testClearRegionBlockCache,,1733980223653.fb9634ad2d0aca48ed7d2356e8d60a45.', STARTKEY => '', ENDKEY => '5'} 2024-12-12T05:10:24,454 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache fb9634ad2d0aca48ed7d2356e8d60a45 2024-12-12T05:10:24,454 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733980223653.fb9634ad2d0aca48ed7d2356e8d60a45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:24,454 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for fb9634ad2d0aca48ed7d2356e8d60a45 2024-12-12T05:10:24,454 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for fb9634ad2d0aca48ed7d2356e8d60a45 2024-12-12T05:10:24,454 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733980223653.73abe3842d67fc264fdd41b188c5b180. 2024-12-12T05:10:24,455 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 73abe3842d67fc264fdd41b188c5b180, NAME => 'testClearRegionBlockCache,5,1733980223653.73abe3842d67fc264fdd41b188c5b180.', STARTKEY => '5', ENDKEY => ''} 2024-12-12T05:10:24,455 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 73abe3842d67fc264fdd41b188c5b180 2024-12-12T05:10:24,455 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733980223653.73abe3842d67fc264fdd41b188c5b180.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T05:10:24,455 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 73abe3842d67fc264fdd41b188c5b180 2024-12-12T05:10:24,455 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 73abe3842d67fc264fdd41b188c5b180 2024-12-12T05:10:24,456 INFO [StoreOpener-fb9634ad2d0aca48ed7d2356e8d60a45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region fb9634ad2d0aca48ed7d2356e8d60a45 2024-12-12T05:10:24,457 INFO [StoreOpener-73abe3842d67fc264fdd41b188c5b180-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 73abe3842d67fc264fdd41b188c5b180 2024-12-12T05:10:24,458 INFO [StoreOpener-fb9634ad2d0aca48ed7d2356e8d60a45-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb9634ad2d0aca48ed7d2356e8d60a45 columnFamilyName family 2024-12-12T05:10:24,458 DEBUG [StoreOpener-fb9634ad2d0aca48ed7d2356e8d60a45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:24,459 INFO [StoreOpener-fb9634ad2d0aca48ed7d2356e8d60a45-1 {}] regionserver.HStore(327): Store=fb9634ad2d0aca48ed7d2356e8d60a45/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:24,459 INFO [StoreOpener-73abe3842d67fc264fdd41b188c5b180-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73abe3842d67fc264fdd41b188c5b180 columnFamilyName family 2024-12-12T05:10:24,459 DEBUG [StoreOpener-73abe3842d67fc264fdd41b188c5b180-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T05:10:24,460 INFO [StoreOpener-73abe3842d67fc264fdd41b188c5b180-1 {}] regionserver.HStore(327): Store=73abe3842d67fc264fdd41b188c5b180/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T05:10:24,460 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/default/testClearRegionBlockCache/fb9634ad2d0aca48ed7d2356e8d60a45 2024-12-12T05:10:24,460 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/default/testClearRegionBlockCache/fb9634ad2d0aca48ed7d2356e8d60a45 2024-12-12T05:10:24,460 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/default/testClearRegionBlockCache/73abe3842d67fc264fdd41b188c5b180 2024-12-12T05:10:24,461 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/default/testClearRegionBlockCache/73abe3842d67fc264fdd41b188c5b180 2024-12-12T05:10:24,461 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for fb9634ad2d0aca48ed7d2356e8d60a45 2024-12-12T05:10:24,462 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 73abe3842d67fc264fdd41b188c5b180 2024-12-12T05:10:24,463 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/default/testClearRegionBlockCache/fb9634ad2d0aca48ed7d2356e8d60a45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:10:24,464 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened fb9634ad2d0aca48ed7d2356e8d60a45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66738295, jitterRate=-0.005521908402442932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T05:10:24,464 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/default/testClearRegionBlockCache/73abe3842d67fc264fdd41b188c5b180/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T05:10:24,464 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 73abe3842d67fc264fdd41b188c5b180; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74807147, jitterRate=0.11471335589885712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T05:10:24,464 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for fb9634ad2d0aca48ed7d2356e8d60a45: 2024-12-12T05:10:24,464 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 73abe3842d67fc264fdd41b188c5b180: 2024-12-12T05:10:24,465 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733980223653.73abe3842d67fc264fdd41b188c5b180., pid=12, masterSystemTime=1733980224448 2024-12-12T05:10:24,465 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733980223653.fb9634ad2d0aca48ed7d2356e8d60a45., pid=13, masterSystemTime=1733980224448 2024-12-12T05:10:24,466 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733980223653.fb9634ad2d0aca48ed7d2356e8d60a45. 2024-12-12T05:10:24,466 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733980223653.fb9634ad2d0aca48ed7d2356e8d60a45. 2024-12-12T05:10:24,467 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=fb9634ad2d0aca48ed7d2356e8d60a45, regionState=OPEN, openSeqNum=2, regionLocation=83e80bf221ca,36945,1733980221867 2024-12-12T05:10:24,467 DEBUG [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733980223653.73abe3842d67fc264fdd41b188c5b180. 2024-12-12T05:10:24,467 INFO [RS_OPEN_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733980223653.73abe3842d67fc264fdd41b188c5b180. 2024-12-12T05:10:24,467 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=73abe3842d67fc264fdd41b188c5b180, regionState=OPEN, openSeqNum=2, regionLocation=83e80bf221ca,43991,1733980221902 2024-12-12T05:10:24,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-12T05:10:24,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure fb9634ad2d0aca48ed7d2356e8d60a45, server=83e80bf221ca,36945,1733980221867 in 172 msec 2024-12-12T05:10:24,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-12T05:10:24,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 73abe3842d67fc264fdd41b188c5b180, server=83e80bf221ca,43991,1733980221902 in 175 msec 2024-12-12T05:10:24,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fb9634ad2d0aca48ed7d2356e8d60a45, ASSIGN in 334 msec 2024-12-12T05:10:24,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-12T05:10:24,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=73abe3842d67fc264fdd41b188c5b180, ASSIGN in 335 msec 2024-12-12T05:10:24,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T05:10:24,472 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733980224471"}]},"ts":"1733980224471"} 2024-12-12T05:10:24,473 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-12T05:10:24,482 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T05:10:24,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 829 msec 2024-12-12T05:10:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46107 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T05:10:24,768 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-12T05:10:24,768 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-12T05:10:24,768 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T05:10:24,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-12T05:10:24,771 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T05:10:24,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-12T05:10:24,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T05:10:24,784 INFO [RS-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T05:10:24,789 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing fb9634ad2d0aca48ed7d2356e8d60a45 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-12T05:10:24,802 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/default/testClearRegionBlockCache/fb9634ad2d0aca48ed7d2356e8d60a45/.tmp/family/31ad0d02fbfc4d76ba9a124155990195 is 32, key is 1/family:/1733980224775/Put/seqid=0 2024-12-12T05:10:24,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42749 is added to blk_1073741841_1017 (size=5054) 2024-12-12T05:10:24,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741841_1017 (size=5054) 2024-12-12T05:10:24,808 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/default/testClearRegionBlockCache/fb9634ad2d0aca48ed7d2356e8d60a45/.tmp/family/31ad0d02fbfc4d76ba9a124155990195 2024-12-12T05:10:24,813 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/default/testClearRegionBlockCache/fb9634ad2d0aca48ed7d2356e8d60a45/.tmp/family/31ad0d02fbfc4d76ba9a124155990195 as hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/default/testClearRegionBlockCache/fb9634ad2d0aca48ed7d2356e8d60a45/family/31ad0d02fbfc4d76ba9a124155990195 2024-12-12T05:10:24,819 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/default/testClearRegionBlockCache/fb9634ad2d0aca48ed7d2356e8d60a45/family/31ad0d02fbfc4d76ba9a124155990195, entries=4, sequenceid=8, filesize=4.9 K 2024-12-12T05:10:24,820 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for fb9634ad2d0aca48ed7d2356e8d60a45 in 31ms, sequenceid=8, compaction requested=false 2024-12-12T05:10:24,820 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for fb9634ad2d0aca48ed7d2356e8d60a45: 2024-12-12T05:10:24,820 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 73abe3842d67fc264fdd41b188c5b180 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-12T05:10:24,837 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/default/testClearRegionBlockCache/73abe3842d67fc264fdd41b188c5b180/.tmp/family/b8acf2a6c4b547ffbcd52107c843cbb7 is 32, key is 5/family:/1733980224784/Put/seqid=0 2024-12-12T05:10:24,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42749 is added to blk_1073741842_1018 (size=5083) 2024-12-12T05:10:24,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741842_1018 (size=5083) 2024-12-12T05:10:24,842 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/default/testClearRegionBlockCache/73abe3842d67fc264fdd41b188c5b180/.tmp/family/b8acf2a6c4b547ffbcd52107c843cbb7 2024-12-12T05:10:24,847 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/default/testClearRegionBlockCache/73abe3842d67fc264fdd41b188c5b180/.tmp/family/b8acf2a6c4b547ffbcd52107c843cbb7 as hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/default/testClearRegionBlockCache/73abe3842d67fc264fdd41b188c5b180/family/b8acf2a6c4b547ffbcd52107c843cbb7 2024-12-12T05:10:24,852 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/default/testClearRegionBlockCache/73abe3842d67fc264fdd41b188c5b180/family/b8acf2a6c4b547ffbcd52107c843cbb7, entries=5, sequenceid=9, filesize=5.0 K 2024-12-12T05:10:24,852 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 73abe3842d67fc264fdd41b188c5b180 in 32ms, sequenceid=9, compaction requested=false 2024-12-12T05:10:24,852 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 73abe3842d67fc264fdd41b188c5b180: 2024-12-12T05:10:24,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T05:10:24,859 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T05:10:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] bucket.BucketCache(1851): found 1 blocks for file 31ad0d02fbfc4d76ba9a124155990195, starting offset: 0, end offset: 9223372036854775807 2024-12-12T05:10:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] bucket.BucketCache(843): removed key 31ad0d02fbfc4d76ba9a124155990195_0 from back map with offset lock 2094080 in the evict process 2024-12-12T05:10:24,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T05:10:24,861 INFO [RS-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42060, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T05:10:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43991 {}] bucket.BucketCache(1851): found 1 blocks for file b8acf2a6c4b547ffbcd52107c843cbb7, starting offset: 0, end offset: 9223372036854775807 2024-12-12T05:10:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43991 {}] bucket.BucketCache(843): removed key b8acf2a6c4b547ffbcd52107c843cbb7_0 from back map with offset lock 2094080 in the evict process 2024-12-12T05:10:24,862 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-12T05:10:24,862 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-12T05:10:24,862 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1cbbd009 to 127.0.0.1:57634 2024-12-12T05:10:24,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:24,862 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-12T05:10:24,862 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=453039066, stopped=false 2024-12-12T05:10:24,862 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=83e80bf221ca,46107,1733980221692 2024-12-12T05:10:24,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10018a58d680002, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:24,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:24,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x10018a58d680001, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-12T05:10:24,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10018a58d680002, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:24,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x10018a58d680001, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:24,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:24,913 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-12T05:10:24,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:24,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43991-0x10018a58d680002, quorum=127.0.0.1:57634, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:24,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36945-0x10018a58d680001, quorum=127.0.0.1:57634, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:24,915 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '83e80bf221ca,36945,1733980221867' ***** 2024-12-12T05:10:24,916 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-12T05:10:24,916 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '83e80bf221ca,43991,1733980221902' ***** 2024-12-12T05:10:24,916 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-12T05:10:24,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T05:10:24,916 INFO [RS:1;83e80bf221ca:43991 {}] bucket.BucketCache(1726): Disabling cache 2024-12-12T05:10:24,916 INFO [RS:0;83e80bf221ca:36945 {}] bucket.BucketCache(1726): Disabling cache 2024-12-12T05:10:24,917 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-12T05:10:24,917 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-12T05:10:24,917 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-12T05:10:24,917 INFO [RS:1;83e80bf221ca:43991 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-12T05:10:24,917 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-12T05:10:24,917 INFO [RS:1;83e80bf221ca:43991 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-12T05:10:24,917 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-12T05:10:24,917 INFO [RS:0;83e80bf221ca:36945 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-12T05:10:24,917 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-12T05:10:24,917 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-12T05:10:24,917 INFO [RS:0;83e80bf221ca:36945 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-12T05:10:24,917 INFO [RS:1;83e80bf221ca:43991 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-12T05:10:24,917 INFO [RS:0;83e80bf221ca:36945 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-12T05:10:24,917 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-12T05:10:24,917 INFO [RS:1;83e80bf221ca:43991 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-12T05:10:24,917 INFO [RS:0;83e80bf221ca:36945 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-12T05:10:24,918 INFO [RS:1;83e80bf221ca:43991 {}] regionserver.HRegionServer(3579): Received CLOSE for 73abe3842d67fc264fdd41b188c5b180 2024-12-12T05:10:24,918 INFO [RS:0;83e80bf221ca:36945 {}] regionserver.HRegionServer(3579): Received CLOSE for fb9634ad2d0aca48ed7d2356e8d60a45 2024-12-12T05:10:24,918 INFO [RS:0;83e80bf221ca:36945 {}] regionserver.HRegionServer(3579): Received CLOSE for dee0f5e905bc4f790585bcada0b549b7 2024-12-12T05:10:24,918 INFO [RS:0;83e80bf221ca:36945 {}] regionserver.HRegionServer(1224): stopping server 83e80bf221ca,36945,1733980221867 2024-12-12T05:10:24,918 DEBUG [RS:0;83e80bf221ca:36945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:24,918 INFO [RS:1;83e80bf221ca:43991 {}] regionserver.HRegionServer(1224): stopping server 83e80bf221ca,43991,1733980221902 2024-12-12T05:10:24,918 DEBUG [RS:1;83e80bf221ca:43991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:24,918 INFO [RS:0;83e80bf221ca:36945 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-12T05:10:24,918 INFO [RS:1;83e80bf221ca:43991 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-12T05:10:24,918 INFO [RS:0;83e80bf221ca:36945 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-12T05:10:24,918 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fb9634ad2d0aca48ed7d2356e8d60a45, disabling compactions & flushes 2024-12-12T05:10:24,918 INFO [regionserver/83e80bf221ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T05:10:24,918 DEBUG [RS:1;83e80bf221ca:43991 {}] regionserver.HRegionServer(1603): Online Regions={73abe3842d67fc264fdd41b188c5b180=testClearRegionBlockCache,5,1733980223653.73abe3842d67fc264fdd41b188c5b180.} 2024-12-12T05:10:24,918 INFO [RS:0;83e80bf221ca:36945 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-12T05:10:24,918 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733980223653.fb9634ad2d0aca48ed7d2356e8d60a45. 2024-12-12T05:10:24,919 INFO [RS:0;83e80bf221ca:36945 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-12T05:10:24,919 DEBUG [RS:1;83e80bf221ca:43991 {}] regionserver.HRegionServer(1629): Waiting on 73abe3842d67fc264fdd41b188c5b180 2024-12-12T05:10:24,919 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733980223653.fb9634ad2d0aca48ed7d2356e8d60a45. 2024-12-12T05:10:24,919 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733980223653.fb9634ad2d0aca48ed7d2356e8d60a45. after waiting 0 ms 2024-12-12T05:10:24,919 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733980223653.fb9634ad2d0aca48ed7d2356e8d60a45. 2024-12-12T05:10:24,919 INFO [RS:0;83e80bf221ca:36945 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-12T05:10:24,919 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 73abe3842d67fc264fdd41b188c5b180, disabling compactions & flushes 2024-12-12T05:10:24,919 DEBUG [RS:0;83e80bf221ca:36945 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, fb9634ad2d0aca48ed7d2356e8d60a45=testClearRegionBlockCache,,1733980223653.fb9634ad2d0aca48ed7d2356e8d60a45., dee0f5e905bc4f790585bcada0b549b7=hbase:namespace,,1733980223025.dee0f5e905bc4f790585bcada0b549b7.} 2024-12-12T05:10:24,919 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733980223653.73abe3842d67fc264fdd41b188c5b180. 2024-12-12T05:10:24,919 DEBUG [RS:0;83e80bf221ca:36945 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, dee0f5e905bc4f790585bcada0b549b7, fb9634ad2d0aca48ed7d2356e8d60a45 2024-12-12T05:10:24,919 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-12T05:10:24,919 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733980223653.73abe3842d67fc264fdd41b188c5b180. 2024-12-12T05:10:24,919 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-12T05:10:24,919 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733980223653.73abe3842d67fc264fdd41b188c5b180. after waiting 0 ms 2024-12-12T05:10:24,919 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-12T05:10:24,919 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-12T05:10:24,919 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733980223653.73abe3842d67fc264fdd41b188c5b180. 2024-12-12T05:10:24,919 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-12T05:10:24,919 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-12T05:10:24,919 INFO [regionserver/83e80bf221ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T05:10:24,924 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/default/testClearRegionBlockCache/fb9634ad2d0aca48ed7d2356e8d60a45/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-12T05:10:24,925 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733980223653.fb9634ad2d0aca48ed7d2356e8d60a45. 2024-12-12T05:10:24,925 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fb9634ad2d0aca48ed7d2356e8d60a45: 2024-12-12T05:10:24,925 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733980223653.fb9634ad2d0aca48ed7d2356e8d60a45. 2024-12-12T05:10:24,925 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing dee0f5e905bc4f790585bcada0b549b7, disabling compactions & flushes 2024-12-12T05:10:24,925 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733980223025.dee0f5e905bc4f790585bcada0b549b7. 2024-12-12T05:10:24,925 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733980223025.dee0f5e905bc4f790585bcada0b549b7. 2024-12-12T05:10:24,925 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733980223025.dee0f5e905bc4f790585bcada0b549b7. after waiting 0 ms 2024-12-12T05:10:24,925 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733980223025.dee0f5e905bc4f790585bcada0b549b7. 2024-12-12T05:10:24,925 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing dee0f5e905bc4f790585bcada0b549b7 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-12T05:10:24,926 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/default/testClearRegionBlockCache/73abe3842d67fc264fdd41b188c5b180/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-12T05:10:24,927 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733980223653.73abe3842d67fc264fdd41b188c5b180. 2024-12-12T05:10:24,927 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 73abe3842d67fc264fdd41b188c5b180: 2024-12-12T05:10:24,927 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733980223653.73abe3842d67fc264fdd41b188c5b180. 2024-12-12T05:10:24,935 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/hbase/meta/1588230740/.tmp/info/9195ed7b47874b0eb36877834cca030c is 173, key is testClearRegionBlockCache,5,1733980223653.73abe3842d67fc264fdd41b188c5b180./info:regioninfo/1733980224467/Put/seqid=0 2024-12-12T05:10:24,937 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/hbase/namespace/dee0f5e905bc4f790585bcada0b549b7/.tmp/info/7981273243ce48ca8aad7e52610c2041 is 45, key is default/info:d/1733980223465/Put/seqid=0 2024-12-12T05:10:24,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741843_1019 (size=9337) 2024-12-12T05:10:24,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42749 is added to blk_1073741843_1019 (size=9337) 2024-12-12T05:10:24,941 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/hbase/meta/1588230740/.tmp/info/9195ed7b47874b0eb36877834cca030c 2024-12-12T05:10:24,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741844_1020 (size=5037) 2024-12-12T05:10:24,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42749 is added to blk_1073741844_1020 (size=5037) 2024-12-12T05:10:24,942 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/hbase/namespace/dee0f5e905bc4f790585bcada0b549b7/.tmp/info/7981273243ce48ca8aad7e52610c2041 2024-12-12T05:10:24,946 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/hbase/namespace/dee0f5e905bc4f790585bcada0b549b7/.tmp/info/7981273243ce48ca8aad7e52610c2041 as hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/hbase/namespace/dee0f5e905bc4f790585bcada0b549b7/info/7981273243ce48ca8aad7e52610c2041 2024-12-12T05:10:24,951 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/hbase/namespace/dee0f5e905bc4f790585bcada0b549b7/info/7981273243ce48ca8aad7e52610c2041, entries=2, sequenceid=6, filesize=4.9 K 2024-12-12T05:10:24,951 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for dee0f5e905bc4f790585bcada0b549b7 in 26ms, sequenceid=6, compaction requested=false 2024-12-12T05:10:24,955 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/hbase/namespace/dee0f5e905bc4f790585bcada0b549b7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-12T05:10:24,955 INFO [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733980223025.dee0f5e905bc4f790585bcada0b549b7. 2024-12-12T05:10:24,955 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for dee0f5e905bc4f790585bcada0b549b7: 2024-12-12T05:10:24,955 DEBUG [RS_CLOSE_REGION-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733980223025.dee0f5e905bc4f790585bcada0b549b7. 2024-12-12T05:10:24,961 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/hbase/meta/1588230740/.tmp/table/2d9a179cdaa34de998bf0829d328b948 is 61, key is testClearRegionBlockCache/table:state/1733980224471/Put/seqid=0 2024-12-12T05:10:24,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741845_1021 (size=5392) 2024-12-12T05:10:24,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42749 is added to blk_1073741845_1021 (size=5392) 2024-12-12T05:10:24,966 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/hbase/meta/1588230740/.tmp/table/2d9a179cdaa34de998bf0829d328b948 2024-12-12T05:10:24,972 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/hbase/meta/1588230740/.tmp/info/9195ed7b47874b0eb36877834cca030c as hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/hbase/meta/1588230740/info/9195ed7b47874b0eb36877834cca030c 2024-12-12T05:10:24,976 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/hbase/meta/1588230740/info/9195ed7b47874b0eb36877834cca030c, entries=30, sequenceid=16, filesize=9.1 K 2024-12-12T05:10:24,977 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/hbase/meta/1588230740/.tmp/table/2d9a179cdaa34de998bf0829d328b948 as hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/hbase/meta/1588230740/table/2d9a179cdaa34de998bf0829d328b948 2024-12-12T05:10:24,982 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/hbase/meta/1588230740/table/2d9a179cdaa34de998bf0829d328b948, entries=4, sequenceid=16, filesize=5.3 K 2024-12-12T05:10:24,983 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 63ms, sequenceid=16, compaction requested=false 2024-12-12T05:10:24,986 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-12T05:10:24,987 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-12T05:10:24,987 INFO [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-12T05:10:24,987 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-12T05:10:24,987 DEBUG [RS_CLOSE_META-regionserver/83e80bf221ca:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-12T05:10:25,119 INFO [RS:1;83e80bf221ca:43991 {}] regionserver.HRegionServer(1250): stopping server 83e80bf221ca,43991,1733980221902; all regions closed. 2024-12-12T05:10:25,119 INFO [RS:0;83e80bf221ca:36945 {}] regionserver.HRegionServer(1250): stopping server 83e80bf221ca,36945,1733980221867; all regions closed. 2024-12-12T05:10:25,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741834_1010 (size=1867) 2024-12-12T05:10:25,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741835_1011 (size=5602) 2024-12-12T05:10:25,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42749 is added to blk_1073741834_1010 (size=1867) 2024-12-12T05:10:25,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42749 is added to blk_1073741835_1011 (size=5602) 2024-12-12T05:10:25,128 DEBUG [RS:0;83e80bf221ca:36945 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/oldWALs 2024-12-12T05:10:25,128 INFO [RS:0;83e80bf221ca:36945 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 83e80bf221ca%2C36945%2C1733980221867.meta:.meta(num 1733980222819) 2024-12-12T05:10:25,128 DEBUG [RS:1;83e80bf221ca:43991 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/oldWALs 2024-12-12T05:10:25,128 INFO [RS:1;83e80bf221ca:43991 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 83e80bf221ca%2C43991%2C1733980221902:(num 1733980222446) 2024-12-12T05:10:25,128 DEBUG [RS:1;83e80bf221ca:43991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:25,128 INFO [RS:1;83e80bf221ca:43991 {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T05:10:25,128 INFO [RS:1;83e80bf221ca:43991 {}] hbase.ChoreService(370): Chore service for: regionserver/83e80bf221ca:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-12T05:10:25,128 INFO [RS:1;83e80bf221ca:43991 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-12T05:10:25,128 INFO [RS:1;83e80bf221ca:43991 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-12T05:10:25,128 INFO [RS:1;83e80bf221ca:43991 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-12T05:10:25,128 INFO [regionserver/83e80bf221ca:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-12T05:10:25,129 INFO [RS:1;83e80bf221ca:43991 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43991 2024-12-12T05:10:25,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741833_1009 (size=3079) 2024-12-12T05:10:25,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42749 is added to blk_1073741833_1009 (size=3079) 2024-12-12T05:10:25,132 DEBUG [RS:0;83e80bf221ca:36945 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/oldWALs 2024-12-12T05:10:25,132 INFO [RS:0;83e80bf221ca:36945 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 83e80bf221ca%2C36945%2C1733980221867:(num 1733980222446) 2024-12-12T05:10:25,132 DEBUG [RS:0;83e80bf221ca:36945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:25,132 INFO [RS:0;83e80bf221ca:36945 {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T05:10:25,132 INFO [RS:0;83e80bf221ca:36945 {}] hbase.ChoreService(370): Chore service for: regionserver/83e80bf221ca:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-12T05:10:25,133 INFO [regionserver/83e80bf221ca:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-12T05:10:25,133 INFO [RS:0;83e80bf221ca:36945 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36945 2024-12-12T05:10:25,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-12T05:10:25,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10018a58d680002, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/83e80bf221ca,43991,1733980221902 2024-12-12T05:10:25,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x10018a58d680001, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/83e80bf221ca,36945,1733980221867 2024-12-12T05:10:25,222 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83e80bf221ca,36945,1733980221867] 2024-12-12T05:10:25,222 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 83e80bf221ca,36945,1733980221867; numProcessing=1 2024-12-12T05:10:25,238 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/83e80bf221ca,36945,1733980221867 already deleted, retry=false 2024-12-12T05:10:25,238 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 83e80bf221ca,36945,1733980221867 expired; onlineServers=1 2024-12-12T05:10:25,238 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83e80bf221ca,43991,1733980221902] 2024-12-12T05:10:25,238 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 83e80bf221ca,43991,1733980221902; numProcessing=2 2024-12-12T05:10:25,249 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/83e80bf221ca,43991,1733980221902 already deleted, retry=false 2024-12-12T05:10:25,249 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 83e80bf221ca,43991,1733980221902 expired; onlineServers=0 2024-12-12T05:10:25,249 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '83e80bf221ca,46107,1733980221692' ***** 2024-12-12T05:10:25,249 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-12T05:10:25,249 DEBUG [M:0;83e80bf221ca:46107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f353351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83e80bf221ca/172.17.0.2:0 2024-12-12T05:10:25,249 INFO [M:0;83e80bf221ca:46107 {}] regionserver.HRegionServer(1224): stopping server 83e80bf221ca,46107,1733980221692 2024-12-12T05:10:25,249 INFO [M:0;83e80bf221ca:46107 {}] regionserver.HRegionServer(1250): stopping server 83e80bf221ca,46107,1733980221692; all regions closed. 2024-12-12T05:10:25,249 DEBUG [M:0;83e80bf221ca:46107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T05:10:25,250 DEBUG [M:0;83e80bf221ca:46107 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-12T05:10:25,250 DEBUG [M:0;83e80bf221ca:46107 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-12T05:10:25,250 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-12T05:10:25,250 DEBUG [master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.large.0-1733980222200 {}] cleaner.HFileCleaner(306): Exit Thread[master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.large.0-1733980222200,5,FailOnTimeoutGroup] 2024-12-12T05:10:25,250 DEBUG [master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.small.0-1733980222201 {}] cleaner.HFileCleaner(306): Exit Thread[master/83e80bf221ca:0:becomeActiveMaster-HFileCleaner.small.0-1733980222201,5,FailOnTimeoutGroup] 2024-12-12T05:10:25,251 INFO [M:0;83e80bf221ca:46107 {}] hbase.ChoreService(370): Chore service for: master/83e80bf221ca:0 had [] on shutdown 2024-12-12T05:10:25,251 DEBUG [M:0;83e80bf221ca:46107 {}] master.HMaster(1733): Stopping service threads 2024-12-12T05:10:25,251 INFO [M:0;83e80bf221ca:46107 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-12T05:10:25,252 INFO [M:0;83e80bf221ca:46107 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-12T05:10:25,252 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-12T05:10:25,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-12T05:10:25,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T05:10:25,257 DEBUG [M:0;83e80bf221ca:46107 {}] zookeeper.ZKUtil(347): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-12T05:10:25,257 WARN [M:0;83e80bf221ca:46107 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-12T05:10:25,257 INFO [M:0;83e80bf221ca:46107 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-12T05:10:25,257 INFO [M:0;83e80bf221ca:46107 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-12T05:10:25,257 DEBUG [M:0;83e80bf221ca:46107 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-12T05:10:25,257 INFO [M:0;83e80bf221ca:46107 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:25,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T05:10:25,257 DEBUG [M:0;83e80bf221ca:46107 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:25,257 DEBUG [M:0;83e80bf221ca:46107 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-12T05:10:25,257 DEBUG [M:0;83e80bf221ca:46107 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:25,257 INFO [M:0;83e80bf221ca:46107 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.93 KB heapSize=56.38 KB 2024-12-12T05:10:25,272 DEBUG [M:0;83e80bf221ca:46107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f8006ad65304157814cef9ebac7c07d is 82, key is hbase:meta,,1/info:regioninfo/1733980222846/Put/seqid=0 2024-12-12T05:10:25,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42749 is added to blk_1073741846_1022 (size=5672) 2024-12-12T05:10:25,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741846_1022 (size=5672) 2024-12-12T05:10:25,277 INFO [M:0;83e80bf221ca:46107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f8006ad65304157814cef9ebac7c07d 2024-12-12T05:10:25,294 DEBUG [M:0;83e80bf221ca:46107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/745687c906cf4be69f833271f1a6dc35 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733980224483/Put/seqid=0 2024-12-12T05:10:25,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741847_1023 (size=7582) 2024-12-12T05:10:25,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42749 is added to blk_1073741847_1023 (size=7582) 2024-12-12T05:10:25,299 INFO [M:0;83e80bf221ca:46107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.31 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/745687c906cf4be69f833271f1a6dc35 2024-12-12T05:10:25,317 DEBUG [M:0;83e80bf221ca:46107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbd6e4e0bab44cf4bc093145ee4c215c is 69, key is 83e80bf221ca,36945,1733980221867/rs:state/1733980222260/Put/seqid=0 2024-12-12T05:10:25,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42749 is added to blk_1073741848_1024 (size=5224) 2024-12-12T05:10:25,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741848_1024 (size=5224) 2024-12-12T05:10:25,322 INFO [M:0;83e80bf221ca:46107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbd6e4e0bab44cf4bc093145ee4c215c 2024-12-12T05:10:25,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10018a58d680002, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:25,323 INFO [RS:1;83e80bf221ca:43991 {}] regionserver.HRegionServer(1307): Exiting; stopping=83e80bf221ca,43991,1733980221902; zookeeper connection closed. 2024-12-12T05:10:25,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10018a58d680002, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:25,323 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16574964 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16574964 2024-12-12T05:10:25,326 DEBUG [M:0;83e80bf221ca:46107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f8006ad65304157814cef9ebac7c07d as hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f8006ad65304157814cef9ebac7c07d 2024-12-12T05:10:25,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x10018a58d680001, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:25,330 INFO [RS:0;83e80bf221ca:36945 {}] regionserver.HRegionServer(1307): Exiting; stopping=83e80bf221ca,36945,1733980221867; zookeeper connection closed. 2024-12-12T05:10:25,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x10018a58d680001, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:25,330 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e018309 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e018309 2024-12-12T05:10:25,331 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-12T05:10:25,332 INFO [M:0;83e80bf221ca:46107 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f8006ad65304157814cef9ebac7c07d, entries=8, sequenceid=108, filesize=5.5 K 2024-12-12T05:10:25,333 DEBUG [M:0;83e80bf221ca:46107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/745687c906cf4be69f833271f1a6dc35 as hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/745687c906cf4be69f833271f1a6dc35 2024-12-12T05:10:25,338 INFO [M:0;83e80bf221ca:46107 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/745687c906cf4be69f833271f1a6dc35, entries=13, sequenceid=108, filesize=7.4 K 2024-12-12T05:10:25,340 DEBUG [M:0;83e80bf221ca:46107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbd6e4e0bab44cf4bc093145ee4c215c as hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dbd6e4e0bab44cf4bc093145ee4c215c 2024-12-12T05:10:25,345 INFO [M:0;83e80bf221ca:46107 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41039/user/jenkins/test-data/ebc2edc0-4d14-9cb2-f860-16f2487d90d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dbd6e4e0bab44cf4bc093145ee4c215c, entries=2, sequenceid=108, filesize=5.1 K 2024-12-12T05:10:25,346 INFO [M:0;83e80bf221ca:46107 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.93 KB/47034, heapSize ~56.08 KB/57424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 89ms, sequenceid=108, compaction requested=false 2024-12-12T05:10:25,347 INFO [M:0;83e80bf221ca:46107 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T05:10:25,347 DEBUG [M:0;83e80bf221ca:46107 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-12T05:10:25,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42749 is added to blk_1073741830_1006 (size=54565) 2024-12-12T05:10:25,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741830_1006 (size=54565) 2024-12-12T05:10:25,351 INFO [M:0;83e80bf221ca:46107 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-12T05:10:25,351 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-12T05:10:25,351 INFO [M:0;83e80bf221ca:46107 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46107 2024-12-12T05:10:25,357 DEBUG [M:0;83e80bf221ca:46107 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/83e80bf221ca,46107,1733980221692 already deleted, retry=false 2024-12-12T05:10:25,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:25,465 INFO [M:0;83e80bf221ca:46107 {}] regionserver.HRegionServer(1307): Exiting; stopping=83e80bf221ca,46107,1733980221692; zookeeper connection closed. 2024-12-12T05:10:25,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46107-0x10018a58d680000, quorum=127.0.0.1:57634, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T05:10:25,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11bac546{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T05:10:25,470 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b9570bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T05:10:25,470 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T05:10:25,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5da987b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T05:10:25,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d13b7c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/hadoop.log.dir/,STOPPED} 2024-12-12T05:10:25,472 WARN [BP-83445032-172.17.0.2-1733980220134 heartbeating to localhost/127.0.0.1:41039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T05:10:25,472 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T05:10:25,472 WARN [BP-83445032-172.17.0.2-1733980220134 heartbeating to localhost/127.0.0.1:41039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-83445032-172.17.0.2-1733980220134 (Datanode Uuid 70659800-ef2c-4078-9b23-c04018d4096e) service to localhost/127.0.0.1:41039 2024-12-12T05:10:25,473 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T05:10:25,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/cluster_9f827125-907a-b16d-af62-563607f961f5/dfs/data/data3/current/BP-83445032-172.17.0.2-1733980220134 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T05:10:25,474 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/cluster_9f827125-907a-b16d-af62-563607f961f5/dfs/data/data4/current/BP-83445032-172.17.0.2-1733980220134 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T05:10:25,474 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T05:10:25,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73313546{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T05:10:25,483 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70412d56{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T05:10:25,483 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T05:10:25,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@639d5306{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T05:10:25,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ea24f58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/hadoop.log.dir/,STOPPED} 2024-12-12T05:10:25,484 WARN [BP-83445032-172.17.0.2-1733980220134 heartbeating to localhost/127.0.0.1:41039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T05:10:25,484 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T05:10:25,484 WARN [BP-83445032-172.17.0.2-1733980220134 heartbeating to localhost/127.0.0.1:41039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-83445032-172.17.0.2-1733980220134 (Datanode Uuid 48c03ba3-f082-4735-b17a-8c104550c203) service to localhost/127.0.0.1:41039 2024-12-12T05:10:25,484 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T05:10:25,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/cluster_9f827125-907a-b16d-af62-563607f961f5/dfs/data/data1/current/BP-83445032-172.17.0.2-1733980220134 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T05:10:25,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/cluster_9f827125-907a-b16d-af62-563607f961f5/dfs/data/data2/current/BP-83445032-172.17.0.2-1733980220134 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T05:10:25,485 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T05:10:25,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@388f120f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T05:10:25,490 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@589ba766{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T05:10:25,490 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T05:10:25,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f385e3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T05:10:25,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1113e269{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37840646-66b5-607a-a52a-266497ff88d4/hadoop.log.dir/,STOPPED} 2024-12-12T05:10:25,497 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-12T05:10:25,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-12T05:10:25,520 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=192 (was 176) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:41039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:41039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:41039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:41039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:41039 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:41039 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=549 (was 523) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=118 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=13091 (was 13245)