2024-11-13 08:15:12,839 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-11-13 08:15:12,860 main DEBUG Took 0.018409 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 08:15:12,860 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 08:15:12,861 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 08:15:12,862 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 08:15:12,864 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:15:12,877 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 08:15:12,893 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:15:12,895 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:15:12,895 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:15:12,896 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:15:12,897 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:15:12,897 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:15:12,898 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:15:12,898 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:15:12,898 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:15:12,899 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:15:12,900 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:15:12,900 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:15:12,901 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:15:12,901 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:15:12,901 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:15:12,902 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:15:12,902 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:15:12,902 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:15:12,903 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:15:12,903 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:15:12,903 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:15:12,904 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:15:12,904 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:15:12,905 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:15:12,905 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:15:12,906 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 08:15:12,907 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:15:12,909 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 08:15:12,911 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 08:15:12,912 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 08:15:12,914 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 08:15:12,914 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 08:15:12,926 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 08:15:12,930 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 08:15:12,932 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 08:15:12,932 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 08:15:12,933 main DEBUG createAppenders(={Console}) 2024-11-13 08:15:12,934 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 initialized 2024-11-13 08:15:12,934 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-11-13 08:15:12,935 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 OK. 2024-11-13 08:15:12,935 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 08:15:12,936 main DEBUG OutputStream closed 2024-11-13 08:15:12,936 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 08:15:12,937 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 08:15:12,937 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@662b4c69 OK 2024-11-13 08:15:13,005 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 08:15:13,007 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 08:15:13,008 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 08:15:13,009 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 08:15:13,009 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 08:15:13,010 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 08:15:13,010 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 08:15:13,010 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 08:15:13,010 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 08:15:13,011 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 08:15:13,011 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 08:15:13,011 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 08:15:13,012 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 08:15:13,012 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 08:15:13,012 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 08:15:13,012 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 08:15:13,013 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 08:15:13,013 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 08:15:13,016 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 08:15:13,016 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-13 08:15:13,016 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 08:15:13,017 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-13T08:15:13,032 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-13 08:15:13,035 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 08:15:13,036 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T08:15:13,095 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=4315 2024-11-13T08:15:13,313 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88 2024-11-13T08:15:13,315 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T08:15:13,317 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/cluster_c7bcdd93-a971-9412-32a8-7c3dbd36cfdc, deleteOnExit=true 2024-11-13T08:15:13,318 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-13T08:15:13,319 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/test.cache.data in system properties and HBase conf 2024-11-13T08:15:13,319 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T08:15:13,320 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/hadoop.log.dir in system properties and HBase conf 2024-11-13T08:15:13,321 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T08:15:13,321 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T08:15:13,322 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-13T08:15:13,407 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T08:15:13,507 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T08:15:13,511 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T08:15:13,512 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T08:15:13,512 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T08:15:13,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T08:15:13,514 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T08:15:13,514 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T08:15:13,515 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T08:15:13,515 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T08:15:13,515 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T08:15:13,516 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/nfs.dump.dir in system properties and HBase conf 2024-11-13T08:15:13,516 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/java.io.tmpdir in system properties and HBase conf 2024-11-13T08:15:13,517 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T08:15:13,517 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T08:15:13,517 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T08:15:14,405 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T08:15:14,486 INFO [Time-limited test {}] log.Log(170): Logging initialized @2368ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T08:15:14,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:15:14,626 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T08:15:14,646 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T08:15:14,647 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T08:15:14,648 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T08:15:14,661 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:15:14,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9643d40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/hadoop.log.dir/,AVAILABLE} 2024-11-13T08:15:14,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58cfd3ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T08:15:14,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@504b675{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/java.io.tmpdir/jetty-localhost-34295-hadoop-hdfs-3_4_1-tests_jar-_-any-3916450724959837838/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T08:15:14,881 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d08f4eb{HTTP/1.1, (http/1.1)}{localhost:34295} 2024-11-13T08:15:14,881 INFO [Time-limited test {}] server.Server(415): Started @2764ms 2024-11-13T08:15:15,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:15:15,282 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T08:15:15,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T08:15:15,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T08:15:15,283 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T08:15:15,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ce8b59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/hadoop.log.dir/,AVAILABLE} 2024-11-13T08:15:15,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@676a093{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T08:15:15,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d427710{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/java.io.tmpdir/jetty-localhost-40315-hadoop-hdfs-3_4_1-tests_jar-_-any-2417558360830098023/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:15:15,408 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28fda162{HTTP/1.1, (http/1.1)}{localhost:40315} 2024-11-13T08:15:15,408 INFO [Time-limited test {}] server.Server(415): Started @3291ms 2024-11-13T08:15:15,469 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T08:15:15,603 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:15:15,610 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T08:15:15,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T08:15:15,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T08:15:15,615 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T08:15:15,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f38aec4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/hadoop.log.dir/,AVAILABLE} 2024-11-13T08:15:15,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52e9a16a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T08:15:15,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9a1dda5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/java.io.tmpdir/jetty-localhost-38811-hadoop-hdfs-3_4_1-tests_jar-_-any-5746759419566007195/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:15:15,743 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66e4bd15{HTTP/1.1, (http/1.1)}{localhost:38811} 2024-11-13T08:15:15,743 INFO [Time-limited test {}] server.Server(415): Started @3626ms 2024-11-13T08:15:15,745 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T08:15:15,923 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/cluster_c7bcdd93-a971-9412-32a8-7c3dbd36cfdc/dfs/data/data2/current/BP-1589590957-172.17.0.2-1731485714149/current, will proceed with Du for space computation calculation, 2024-11-13T08:15:15,923 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/cluster_c7bcdd93-a971-9412-32a8-7c3dbd36cfdc/dfs/data/data1/current/BP-1589590957-172.17.0.2-1731485714149/current, will proceed with Du for space computation calculation, 2024-11-13T08:15:15,923 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/cluster_c7bcdd93-a971-9412-32a8-7c3dbd36cfdc/dfs/data/data4/current/BP-1589590957-172.17.0.2-1731485714149/current, will proceed with Du for space computation calculation, 2024-11-13T08:15:15,924 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/cluster_c7bcdd93-a971-9412-32a8-7c3dbd36cfdc/dfs/data/data3/current/BP-1589590957-172.17.0.2-1731485714149/current, will proceed with Du for space computation calculation, 2024-11-13T08:15:15,986 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T08:15:15,987 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T08:15:16,057 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46d5a05ea50bbcd1 with lease ID 0x1332253e76fd2481: Processing first storage report for DS-70098dcc-4afd-491e-8d8f-999d59ebe47f from datanode DatanodeRegistration(127.0.0.1:46783, datanodeUuid=4e9857a4-53ae-4de9-97a6-10c55f97ddb1, infoPort=38597, infoSecurePort=0, ipcPort=42895, storageInfo=lv=-57;cid=testClusterID;nsid=1287259985;c=1731485714149) 2024-11-13T08:15:16,058 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46d5a05ea50bbcd1 with lease ID 0x1332253e76fd2481: from storage DS-70098dcc-4afd-491e-8d8f-999d59ebe47f node DatanodeRegistration(127.0.0.1:46783, datanodeUuid=4e9857a4-53ae-4de9-97a6-10c55f97ddb1, infoPort=38597, infoSecurePort=0, ipcPort=42895, storageInfo=lv=-57;cid=testClusterID;nsid=1287259985;c=1731485714149), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T08:15:16,059 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce7ce8701745aaa7 with lease ID 0x1332253e76fd2482: Processing first storage report for DS-37be7314-acb6-4abc-9f1c-aae07c84eb33 from datanode DatanodeRegistration(127.0.0.1:45967, datanodeUuid=b01f4110-778f-45e4-93d6-c0e5803ab871, infoPort=41503, infoSecurePort=0, ipcPort=36955, storageInfo=lv=-57;cid=testClusterID;nsid=1287259985;c=1731485714149) 2024-11-13T08:15:16,059 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce7ce8701745aaa7 with lease ID 0x1332253e76fd2482: from storage DS-37be7314-acb6-4abc-9f1c-aae07c84eb33 node DatanodeRegistration(127.0.0.1:45967, datanodeUuid=b01f4110-778f-45e4-93d6-c0e5803ab871, infoPort=41503, infoSecurePort=0, ipcPort=36955, storageInfo=lv=-57;cid=testClusterID;nsid=1287259985;c=1731485714149), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T08:15:16,059 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46d5a05ea50bbcd1 with lease ID 0x1332253e76fd2481: Processing first storage report for DS-1a275a3c-b92e-4cd2-baa2-6797fcb03f23 from datanode DatanodeRegistration(127.0.0.1:46783, datanodeUuid=4e9857a4-53ae-4de9-97a6-10c55f97ddb1, infoPort=38597, infoSecurePort=0, ipcPort=42895, storageInfo=lv=-57;cid=testClusterID;nsid=1287259985;c=1731485714149) 2024-11-13T08:15:16,060 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46d5a05ea50bbcd1 with lease ID 0x1332253e76fd2481: from storage DS-1a275a3c-b92e-4cd2-baa2-6797fcb03f23 node DatanodeRegistration(127.0.0.1:46783, datanodeUuid=4e9857a4-53ae-4de9-97a6-10c55f97ddb1, infoPort=38597, infoSecurePort=0, ipcPort=42895, storageInfo=lv=-57;cid=testClusterID;nsid=1287259985;c=1731485714149), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T08:15:16,060 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce7ce8701745aaa7 with lease ID 0x1332253e76fd2482: Processing first storage report for DS-2d5074a1-1592-46a9-a0cf-c60e97d4a4b3 from datanode DatanodeRegistration(127.0.0.1:45967, datanodeUuid=b01f4110-778f-45e4-93d6-c0e5803ab871, infoPort=41503, infoSecurePort=0, ipcPort=36955, storageInfo=lv=-57;cid=testClusterID;nsid=1287259985;c=1731485714149) 2024-11-13T08:15:16,060 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce7ce8701745aaa7 with lease ID 0x1332253e76fd2482: from storage DS-2d5074a1-1592-46a9-a0cf-c60e97d4a4b3 node DatanodeRegistration(127.0.0.1:45967, datanodeUuid=b01f4110-778f-45e4-93d6-c0e5803ab871, infoPort=41503, infoSecurePort=0, ipcPort=36955, storageInfo=lv=-57;cid=testClusterID;nsid=1287259985;c=1731485714149), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T08:15:16,205 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88 2024-11-13T08:15:16,286 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/cluster_c7bcdd93-a971-9412-32a8-7c3dbd36cfdc/zookeeper_0, clientPort=55665, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/cluster_c7bcdd93-a971-9412-32a8-7c3dbd36cfdc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/cluster_c7bcdd93-a971-9412-32a8-7c3dbd36cfdc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T08:15:16,298 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=55665 2024-11-13T08:15:16,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:16,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:16,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46783 is added to blk_1073741825_1001 (size=7) 2024-11-13T08:15:16,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741825_1001 (size=7) 2024-11-13T08:15:16,950 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd with version=8 2024-11-13T08:15:16,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/hbase-staging 2024-11-13T08:15:17,095 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T08:15:17,374 INFO [Time-limited test {}] client.ConnectionUtils(129): master/9c6ec3fb6018:0 server-side Connection retries=45 2024-11-13T08:15:17,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:17,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:17,394 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T08:15:17,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:17,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T08:15:17,543 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T08:15:17,604 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T08:15:17,613 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T08:15:17,617 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T08:15:17,645 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 32764 (auto-detected) 2024-11-13T08:15:17,647 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T08:15:17,667 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43977 2024-11-13T08:15:17,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:17,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:17,694 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:43977 connecting to ZooKeeper ensemble=127.0.0.1:55665 2024-11-13T08:15:17,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439770x0, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T08:15:17,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43977-0x101a0b2c4930000 connected 2024-11-13T08:15:17,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:15:17,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:17,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T08:15:17,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43977 2024-11-13T08:15:17,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43977 2024-11-13T08:15:17,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43977 2024-11-13T08:15:17,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43977 2024-11-13T08:15:17,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43977 2024-11-13T08:15:17,772 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd, hbase.cluster.distributed=false 2024-11-13T08:15:17,831 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/9c6ec3fb6018:0 server-side Connection retries=45 2024-11-13T08:15:17,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:17,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:17,832 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T08:15:17,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:17,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T08:15:17,834 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T08:15:17,836 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T08:15:17,837 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45041 2024-11-13T08:15:17,839 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T08:15:17,844 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T08:15:17,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:17,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:17,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45041 connecting to ZooKeeper ensemble=127.0.0.1:55665 2024-11-13T08:15:17,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450410x0, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T08:15:17,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45041-0x101a0b2c4930001 connected 2024-11-13T08:15:17,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45041-0x101a0b2c4930001, quorum=127.0.0.1:55665, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:15:17,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45041-0x101a0b2c4930001, quorum=127.0.0.1:55665, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:17,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45041-0x101a0b2c4930001, quorum=127.0.0.1:55665, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T08:15:17,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45041 2024-11-13T08:15:17,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45041 2024-11-13T08:15:17,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45041 2024-11-13T08:15:17,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45041 2024-11-13T08:15:17,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45041 2024-11-13T08:15:17,886 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/9c6ec3fb6018:0 server-side Connection retries=45 2024-11-13T08:15:17,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:17,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:17,887 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T08:15:17,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:17,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T08:15:17,888 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T08:15:17,888 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T08:15:17,889 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37175 2024-11-13T08:15:17,890 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T08:15:17,890 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T08:15:17,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:17,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:17,898 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37175 connecting to ZooKeeper ensemble=127.0.0.1:55665 2024-11-13T08:15:17,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371750x0, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T08:15:17,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37175-0x101a0b2c4930002 connected 2024-11-13T08:15:17,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37175-0x101a0b2c4930002, quorum=127.0.0.1:55665, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:15:17,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37175-0x101a0b2c4930002, quorum=127.0.0.1:55665, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:17,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37175-0x101a0b2c4930002, quorum=127.0.0.1:55665, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T08:15:17,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37175 2024-11-13T08:15:17,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37175 2024-11-13T08:15:17,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37175 2024-11-13T08:15:17,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37175 2024-11-13T08:15:17,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37175 2024-11-13T08:15:17,910 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/9c6ec3fb6018,43977,1731485717087 2024-11-13T08:15:17,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:17,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x101a0b2c4930001, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:17,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x101a0b2c4930002, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:17,920 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9c6ec3fb6018,43977,1731485717087 2024-11-13T08:15:17,929 DEBUG [M:0;9c6ec3fb6018:43977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9c6ec3fb6018:43977 2024-11-13T08:15:17,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x101a0b2c4930002, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T08:15:17,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T08:15:17,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x101a0b2c4930001, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T08:15:17,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x101a0b2c4930002, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:17,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:17,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x101a0b2c4930001, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:17,944 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T08:15:17,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T08:15:17,945 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9c6ec3fb6018,43977,1731485717087 from backup master directory 2024-11-13T08:15:17,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9c6ec3fb6018,43977,1731485717087 2024-11-13T08:15:17,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x101a0b2c4930002, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:17,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x101a0b2c4930001, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:17,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:17,952 WARN [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T08:15:17,952 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9c6ec3fb6018,43977,1731485717087 2024-11-13T08:15:17,955 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T08:15:17,957 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T08:15:18,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741826_1002 (size=42) 2024-11-13T08:15:18,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46783 is added to blk_1073741826_1002 (size=42) 2024-11-13T08:15:18,028 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/hbase.id with ID: e0d14d9c-54cb-482a-8658-178338465b81 2024-11-13T08:15:18,071 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:18,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:18,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x101a0b2c4930001, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:18,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x101a0b2c4930002, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:18,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46783 is added to blk_1073741827_1003 (size=196) 2024-11-13T08:15:18,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741827_1003 (size=196) 2024-11-13T08:15:18,135 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T08:15:18,137 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T08:15:18,159 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:15:18,163 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:15:18,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741828_1004 (size=1189) 2024-11-13T08:15:18,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46783 is added to blk_1073741828_1004 (size=1189) 2024-11-13T08:15:18,216 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/MasterData/data/master/store 2024-11-13T08:15:18,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46783 is added to blk_1073741829_1005 (size=34) 2024-11-13T08:15:18,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741829_1005 (size=34) 2024-11-13T08:15:18,236 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T08:15:18,237 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:18,238 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T08:15:18,238 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:18,238 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:18,238 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T08:15:18,238 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:18,238 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:18,238 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-13T08:15:18,240 WARN [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/MasterData/data/master/store/.initializing 2024-11-13T08:15:18,241 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/MasterData/WALs/9c6ec3fb6018,43977,1731485717087 2024-11-13T08:15:18,247 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:15:18,258 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9c6ec3fb6018%2C43977%2C1731485717087, suffix=, logDir=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/MasterData/WALs/9c6ec3fb6018,43977,1731485717087, archiveDir=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/MasterData/oldWALs, maxLogs=10 2024-11-13T08:15:18,279 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/MasterData/WALs/9c6ec3fb6018,43977,1731485717087/9c6ec3fb6018%2C43977%2C1731485717087.1731485718262, exclude list is [], retry=0 2024-11-13T08:15:18,296 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46783,DS-70098dcc-4afd-491e-8d8f-999d59ebe47f,DISK] 2024-11-13T08:15:18,296 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45967,DS-37be7314-acb6-4abc-9f1c-aae07c84eb33,DISK] 2024-11-13T08:15:18,299 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T08:15:18,339 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/MasterData/WALs/9c6ec3fb6018,43977,1731485717087/9c6ec3fb6018%2C43977%2C1731485717087.1731485718262 2024-11-13T08:15:18,339 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38597:38597),(127.0.0.1/127.0.0.1:41503:41503)] 2024-11-13T08:15:18,340 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:15:18,340 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:18,343 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:18,344 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:18,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:18,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T08:15:18,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:18,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:18,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:18,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T08:15:18,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:18,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:18,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:18,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T08:15:18,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:18,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:18,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:18,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T08:15:18,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:18,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:18,436 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:18,437 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:18,446 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T08:15:18,449 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:18,453 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:18,454 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61458951, jitterRate=-0.0841902643442154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T08:15:18,458 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-13T08:15:18,459 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T08:15:18,489 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce2be7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:15:18,524 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-13T08:15:18,535 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T08:15:18,535 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T08:15:18,538 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T08:15:18,539 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T08:15:18,544 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-13T08:15:18,544 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T08:15:18,568 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T08:15:18,579 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T08:15:18,581 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-13T08:15:18,583 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T08:15:18,584 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T08:15:18,585 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-13T08:15:18,587 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T08:15:18,590 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T08:15:18,592 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-13T08:15:18,593 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T08:15:18,594 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T08:15:18,603 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T08:15:18,604 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T08:15:18,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x101a0b2c4930002, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:18,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x101a0b2c4930001, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:18,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:18,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x101a0b2c4930002, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:18,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x101a0b2c4930001, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:18,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:18,609 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=9c6ec3fb6018,43977,1731485717087, sessionid=0x101a0b2c4930000, setting cluster-up flag (Was=false) 2024-11-13T08:15:18,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:18,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x101a0b2c4930001, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:18,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x101a0b2c4930002, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:18,626 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T08:15:18,627 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9c6ec3fb6018,43977,1731485717087 2024-11-13T08:15:18,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:18,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x101a0b2c4930002, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:18,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x101a0b2c4930001, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:18,637 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T08:15:18,639 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9c6ec3fb6018,43977,1731485717087 2024-11-13T08:15:18,724 DEBUG [RS:1;9c6ec3fb6018:37175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9c6ec3fb6018:37175 2024-11-13T08:15:18,724 DEBUG [RS:0;9c6ec3fb6018:45041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9c6ec3fb6018:45041 2024-11-13T08:15:18,725 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-13T08:15:18,726 INFO [RS:0;9c6ec3fb6018:45041 {}] regionserver.HRegionServer(1008): ClusterId : e0d14d9c-54cb-482a-8658-178338465b81 2024-11-13T08:15:18,726 INFO [RS:1;9c6ec3fb6018:37175 {}] regionserver.HRegionServer(1008): ClusterId : e0d14d9c-54cb-482a-8658-178338465b81 2024-11-13T08:15:18,729 DEBUG [RS:0;9c6ec3fb6018:45041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T08:15:18,729 DEBUG [RS:1;9c6ec3fb6018:37175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T08:15:18,732 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-13T08:15:18,734 DEBUG [RS:1;9c6ec3fb6018:37175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T08:15:18,734 DEBUG [RS:0;9c6ec3fb6018:45041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T08:15:18,734 DEBUG [RS:1;9c6ec3fb6018:37175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T08:15:18,734 DEBUG [RS:0;9c6ec3fb6018:45041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T08:15:18,735 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T08:15:18,736 DEBUG [RS:0;9c6ec3fb6018:45041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T08:15:18,737 DEBUG [RS:1;9c6ec3fb6018:37175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T08:15:18,737 DEBUG [RS:0;9c6ec3fb6018:45041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27aa2c3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:15:18,737 DEBUG [RS:1;9c6ec3fb6018:37175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70dd1a3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:15:18,739 DEBUG [RS:1;9c6ec3fb6018:37175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305689fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9c6ec3fb6018/172.17.0.2:0 2024-11-13T08:15:18,739 DEBUG [RS:0;9c6ec3fb6018:45041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5713117b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9c6ec3fb6018/172.17.0.2:0 2024-11-13T08:15:18,743 INFO [RS:0;9c6ec3fb6018:45041 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-13T08:15:18,743 INFO [RS:1;9c6ec3fb6018:37175 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-13T08:15:18,743 INFO [RS:0;9c6ec3fb6018:45041 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-13T08:15:18,743 INFO [RS:1;9c6ec3fb6018:37175 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-13T08:15:18,743 DEBUG [RS:0;9c6ec3fb6018:45041 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-13T08:15:18,743 DEBUG [RS:1;9c6ec3fb6018:37175 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-13T08:15:18,742 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9c6ec3fb6018,43977,1731485717087 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T08:15:18,746 INFO [RS:1;9c6ec3fb6018:37175 {}] regionserver.HRegionServer(3073): reportForDuty to master=9c6ec3fb6018,43977,1731485717087 with isa=9c6ec3fb6018/172.17.0.2:37175, startcode=1731485717886 2024-11-13T08:15:18,746 INFO [RS:0;9c6ec3fb6018:45041 {}] regionserver.HRegionServer(3073): reportForDuty to master=9c6ec3fb6018,43977,1731485717087 with isa=9c6ec3fb6018/172.17.0.2:45041, startcode=1731485717830 2024-11-13T08:15:18,746 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9c6ec3fb6018:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:15:18,746 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9c6ec3fb6018:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:15:18,746 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:15:18,746 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:15:18,746 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9c6ec3fb6018:0, corePoolSize=10, maxPoolSize=10 2024-11-13T08:15:18,747 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:18,747 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=2, maxPoolSize=2 2024-11-13T08:15:18,747 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:18,748 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731485748748 2024-11-13T08:15:18,750 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T08:15:18,751 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T08:15:18,752 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-13T08:15:18,752 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-13T08:15:18,754 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T08:15:18,755 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T08:15:18,755 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T08:15:18,755 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T08:15:18,756 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:18,756 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:18,757 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T08:15:18,757 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T08:15:18,758 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T08:15:18,759 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T08:15:18,759 DEBUG [RS:0;9c6ec3fb6018:45041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T08:15:18,759 DEBUG [RS:1;9c6ec3fb6018:37175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T08:15:18,761 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T08:15:18,762 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T08:15:18,763 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.large.0-1731485718763,5,FailOnTimeoutGroup] 2024-11-13T08:15:18,764 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.small.0-1731485718764,5,FailOnTimeoutGroup] 2024-11-13T08:15:18,764 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:18,764 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T08:15:18,766 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:18,766 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:18,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741831_1007 (size=1039) 2024-11-13T08:15:18,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46783 is added to blk_1073741831_1007 (size=1039) 2024-11-13T08:15:18,770 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-13T08:15:18,771 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd 2024-11-13T08:15:18,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741832_1008 (size=32) 2024-11-13T08:15:18,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46783 is added to blk_1073741832_1008 (size=32) 2024-11-13T08:15:18,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:18,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T08:15:18,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T08:15:18,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:18,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:18,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T08:15:18,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T08:15:18,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:18,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:18,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T08:15:18,797 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55271, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T08:15:18,797 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35063, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T08:15:18,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T08:15:18,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:18,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:18,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/hbase/meta/1588230740 2024-11-13T08:15:18,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/hbase/meta/1588230740 2024-11-13T08:15:18,804 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 9c6ec3fb6018,45041,1731485717830 2024-11-13T08:15:18,805 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:15:18,806 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] master.ServerManager(486): Registering regionserver=9c6ec3fb6018,45041,1731485717830 2024-11-13T08:15:18,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-13T08:15:18,813 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:18,814 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73079640, jitterRate=0.08897149562835693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:15:18,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-13T08:15:18,818 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 9c6ec3fb6018,37175,1731485717886 2024-11-13T08:15:18,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-13T08:15:18,818 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] master.ServerManager(486): Registering regionserver=9c6ec3fb6018,37175,1731485717886 2024-11-13T08:15:18,818 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-13T08:15:18,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-13T08:15:18,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T08:15:18,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T08:15:18,820 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-13T08:15:18,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-13T08:15:18,823 DEBUG [RS:0;9c6ec3fb6018:45041 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd 2024-11-13T08:15:18,823 DEBUG [RS:0;9c6ec3fb6018:45041 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35993 2024-11-13T08:15:18,823 DEBUG [RS:1;9c6ec3fb6018:37175 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd 2024-11-13T08:15:18,823 DEBUG [RS:0;9c6ec3fb6018:45041 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-13T08:15:18,823 DEBUG [RS:1;9c6ec3fb6018:37175 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35993 2024-11-13T08:15:18,823 DEBUG [RS:1;9c6ec3fb6018:37175 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-13T08:15:18,823 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-13T08:15:18,824 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-13T08:15:18,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T08:15:18,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T08:15:18,831 DEBUG [RS:1;9c6ec3fb6018:37175 {}] zookeeper.ZKUtil(111): regionserver:37175-0x101a0b2c4930002, quorum=127.0.0.1:55665, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9c6ec3fb6018,37175,1731485717886 2024-11-13T08:15:18,831 WARN [RS:1;9c6ec3fb6018:37175 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T08:15:18,831 DEBUG [RS:0;9c6ec3fb6018:45041 {}] zookeeper.ZKUtil(111): regionserver:45041-0x101a0b2c4930001, quorum=127.0.0.1:55665, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9c6ec3fb6018,45041,1731485717830 2024-11-13T08:15:18,831 WARN [RS:0;9c6ec3fb6018:45041 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T08:15:18,831 INFO [RS:1;9c6ec3fb6018:37175 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:15:18,831 INFO [RS:0;9c6ec3fb6018:45041 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:15:18,831 DEBUG [RS:1;9c6ec3fb6018:37175 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/WALs/9c6ec3fb6018,37175,1731485717886 2024-11-13T08:15:18,832 DEBUG [RS:0;9c6ec3fb6018:45041 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/WALs/9c6ec3fb6018,45041,1731485717830 2024-11-13T08:15:18,833 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9c6ec3fb6018,37175,1731485717886] 2024-11-13T08:15:18,833 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9c6ec3fb6018,45041,1731485717830] 2024-11-13T08:15:18,840 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T08:15:18,843 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T08:15:18,845 DEBUG [RS:1;9c6ec3fb6018:37175 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-13T08:15:18,845 DEBUG [RS:0;9c6ec3fb6018:45041 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-13T08:15:18,857 INFO [RS:1;9c6ec3fb6018:37175 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T08:15:18,857 INFO [RS:0;9c6ec3fb6018:45041 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T08:15:18,868 INFO [RS:1;9c6ec3fb6018:37175 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T08:15:18,868 INFO [RS:0;9c6ec3fb6018:45041 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T08:15:18,871 INFO [RS:1;9c6ec3fb6018:37175 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T08:15:18,871 INFO [RS:0;9c6ec3fb6018:45041 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T08:15:18,871 INFO [RS:0;9c6ec3fb6018:45041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:18,871 INFO [RS:1;9c6ec3fb6018:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:18,872 INFO [RS:0;9c6ec3fb6018:45041 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-13T08:15:18,872 INFO [RS:1;9c6ec3fb6018:37175 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-13T08:15:18,880 INFO [RS:1;9c6ec3fb6018:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:18,880 INFO [RS:0;9c6ec3fb6018:45041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:18,880 DEBUG [RS:1;9c6ec3fb6018:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:18,880 DEBUG [RS:0;9c6ec3fb6018:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:18,881 DEBUG [RS:1;9c6ec3fb6018:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:18,881 DEBUG [RS:0;9c6ec3fb6018:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:18,881 DEBUG [RS:1;9c6ec3fb6018:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:18,881 DEBUG [RS:0;9c6ec3fb6018:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:18,881 DEBUG [RS:1;9c6ec3fb6018:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:18,881 DEBUG [RS:0;9c6ec3fb6018:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:18,881 DEBUG [RS:1;9c6ec3fb6018:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:18,881 DEBUG [RS:0;9c6ec3fb6018:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:18,881 DEBUG [RS:1;9c6ec3fb6018:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9c6ec3fb6018:0, corePoolSize=2, maxPoolSize=2 2024-11-13T08:15:18,881 DEBUG [RS:1;9c6ec3fb6018:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:18,881 DEBUG [RS:0;9c6ec3fb6018:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9c6ec3fb6018:0, corePoolSize=2, maxPoolSize=2 2024-11-13T08:15:18,881 DEBUG [RS:1;9c6ec3fb6018:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:18,882 DEBUG [RS:0;9c6ec3fb6018:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:18,882 DEBUG [RS:1;9c6ec3fb6018:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:18,882 DEBUG [RS:0;9c6ec3fb6018:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:18,882 DEBUG [RS:1;9c6ec3fb6018:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:18,882 DEBUG [RS:1;9c6ec3fb6018:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:18,882 DEBUG [RS:0;9c6ec3fb6018:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:18,882 DEBUG [RS:1;9c6ec3fb6018:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9c6ec3fb6018:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:15:18,882 DEBUG [RS:0;9c6ec3fb6018:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:18,882 DEBUG [RS:1;9c6ec3fb6018:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9c6ec3fb6018:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:15:18,882 DEBUG [RS:0;9c6ec3fb6018:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:18,883 DEBUG [RS:0;9c6ec3fb6018:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9c6ec3fb6018:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:15:18,883 DEBUG [RS:0;9c6ec3fb6018:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9c6ec3fb6018:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:15:18,884 INFO [RS:1;9c6ec3fb6018:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:18,884 INFO [RS:0;9c6ec3fb6018:45041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:18,884 INFO [RS:1;9c6ec3fb6018:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:18,885 INFO [RS:1;9c6ec3fb6018:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:18,885 INFO [RS:0;9c6ec3fb6018:45041 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:18,885 INFO [RS:1;9c6ec3fb6018:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:18,885 INFO [RS:0;9c6ec3fb6018:45041 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:18,885 INFO [RS:1;9c6ec3fb6018:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,37175,1731485717886-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T08:15:18,885 INFO [RS:0;9c6ec3fb6018:45041 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:18,885 INFO [RS:0;9c6ec3fb6018:45041 {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,45041,1731485717830-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T08:15:18,914 INFO [RS:0;9c6ec3fb6018:45041 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T08:15:18,914 INFO [RS:1;9c6ec3fb6018:37175 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T08:15:18,916 INFO [RS:0;9c6ec3fb6018:45041 {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,45041,1731485717830-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:18,916 INFO [RS:1;9c6ec3fb6018:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,37175,1731485717886-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:18,946 INFO [RS:0;9c6ec3fb6018:45041 {}] regionserver.Replication(204): 9c6ec3fb6018,45041,1731485717830 started 2024-11-13T08:15:18,946 INFO [RS:1;9c6ec3fb6018:37175 {}] regionserver.Replication(204): 9c6ec3fb6018,37175,1731485717886 started 2024-11-13T08:15:18,946 INFO [RS:0;9c6ec3fb6018:45041 {}] regionserver.HRegionServer(1767): Serving as 9c6ec3fb6018,45041,1731485717830, RpcServer on 9c6ec3fb6018/172.17.0.2:45041, sessionid=0x101a0b2c4930001 2024-11-13T08:15:18,946 INFO [RS:1;9c6ec3fb6018:37175 {}] regionserver.HRegionServer(1767): Serving as 9c6ec3fb6018,37175,1731485717886, RpcServer on 9c6ec3fb6018/172.17.0.2:37175, sessionid=0x101a0b2c4930002 2024-11-13T08:15:18,947 DEBUG [RS:0;9c6ec3fb6018:45041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T08:15:18,947 DEBUG [RS:1;9c6ec3fb6018:37175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T08:15:18,947 DEBUG [RS:1;9c6ec3fb6018:37175 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9c6ec3fb6018,37175,1731485717886 2024-11-13T08:15:18,947 DEBUG [RS:0;9c6ec3fb6018:45041 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9c6ec3fb6018,45041,1731485717830 2024-11-13T08:15:18,948 DEBUG [RS:0;9c6ec3fb6018:45041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9c6ec3fb6018,45041,1731485717830' 2024-11-13T08:15:18,948 DEBUG [RS:1;9c6ec3fb6018:37175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9c6ec3fb6018,37175,1731485717886' 2024-11-13T08:15:18,948 DEBUG [RS:0;9c6ec3fb6018:45041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T08:15:18,948 DEBUG [RS:1;9c6ec3fb6018:37175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T08:15:18,949 DEBUG [RS:0;9c6ec3fb6018:45041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T08:15:18,949 DEBUG [RS:1;9c6ec3fb6018:37175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T08:15:18,949 DEBUG [RS:0;9c6ec3fb6018:45041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T08:15:18,950 DEBUG [RS:1;9c6ec3fb6018:37175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T08:15:18,950 DEBUG [RS:0;9c6ec3fb6018:45041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T08:15:18,950 DEBUG [RS:1;9c6ec3fb6018:37175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T08:15:18,950 DEBUG [RS:0;9c6ec3fb6018:45041 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9c6ec3fb6018,45041,1731485717830 2024-11-13T08:15:18,950 DEBUG [RS:1;9c6ec3fb6018:37175 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9c6ec3fb6018,37175,1731485717886 2024-11-13T08:15:18,950 DEBUG [RS:0;9c6ec3fb6018:45041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9c6ec3fb6018,45041,1731485717830' 2024-11-13T08:15:18,950 DEBUG [RS:1;9c6ec3fb6018:37175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9c6ec3fb6018,37175,1731485717886' 2024-11-13T08:15:18,950 DEBUG [RS:0;9c6ec3fb6018:45041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T08:15:18,950 DEBUG [RS:1;9c6ec3fb6018:37175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T08:15:18,950 DEBUG [RS:0;9c6ec3fb6018:45041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T08:15:18,951 DEBUG [RS:1;9c6ec3fb6018:37175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T08:15:18,951 DEBUG [RS:0;9c6ec3fb6018:45041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T08:15:18,951 DEBUG [RS:1;9c6ec3fb6018:37175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T08:15:18,951 INFO [RS:0;9c6ec3fb6018:45041 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T08:15:18,951 INFO [RS:1;9c6ec3fb6018:37175 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T08:15:18,951 INFO [RS:0;9c6ec3fb6018:45041 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T08:15:18,951 INFO [RS:1;9c6ec3fb6018:37175 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T08:15:18,994 WARN [9c6ec3fb6018:43977 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-13T08:15:19,057 INFO [RS:1;9c6ec3fb6018:37175 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:15:19,057 INFO [RS:0;9c6ec3fb6018:45041 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:15:19,060 INFO [RS:1;9c6ec3fb6018:37175 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9c6ec3fb6018%2C37175%2C1731485717886, suffix=, logDir=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/WALs/9c6ec3fb6018,37175,1731485717886, archiveDir=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/oldWALs, maxLogs=32 2024-11-13T08:15:19,060 INFO [RS:0;9c6ec3fb6018:45041 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9c6ec3fb6018%2C45041%2C1731485717830, suffix=, logDir=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/WALs/9c6ec3fb6018,45041,1731485717830, archiveDir=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/oldWALs, maxLogs=32 2024-11-13T08:15:19,078 DEBUG [RS:1;9c6ec3fb6018:37175 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/WALs/9c6ec3fb6018,37175,1731485717886/9c6ec3fb6018%2C37175%2C1731485717886.1731485719064, exclude list is [], retry=0 2024-11-13T08:15:19,080 DEBUG [RS:0;9c6ec3fb6018:45041 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/WALs/9c6ec3fb6018,45041,1731485717830/9c6ec3fb6018%2C45041%2C1731485717830.1731485719064, exclude list is [], retry=0 2024-11-13T08:15:19,084 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45967,DS-37be7314-acb6-4abc-9f1c-aae07c84eb33,DISK] 2024-11-13T08:15:19,084 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46783,DS-70098dcc-4afd-491e-8d8f-999d59ebe47f,DISK] 2024-11-13T08:15:19,084 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46783,DS-70098dcc-4afd-491e-8d8f-999d59ebe47f,DISK] 2024-11-13T08:15:19,085 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45967,DS-37be7314-acb6-4abc-9f1c-aae07c84eb33,DISK] 2024-11-13T08:15:19,088 INFO [RS:0;9c6ec3fb6018:45041 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/WALs/9c6ec3fb6018,45041,1731485717830/9c6ec3fb6018%2C45041%2C1731485717830.1731485719064 2024-11-13T08:15:19,088 INFO [RS:1;9c6ec3fb6018:37175 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/WALs/9c6ec3fb6018,37175,1731485717886/9c6ec3fb6018%2C37175%2C1731485717886.1731485719064 2024-11-13T08:15:19,088 DEBUG [RS:0;9c6ec3fb6018:45041 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38597:38597),(127.0.0.1/127.0.0.1:41503:41503)] 2024-11-13T08:15:19,089 DEBUG [RS:1;9c6ec3fb6018:37175 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38597:38597),(127.0.0.1/127.0.0.1:41503:41503)] 2024-11-13T08:15:19,245 DEBUG [9c6ec3fb6018:43977 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T08:15:19,249 DEBUG [9c6ec3fb6018:43977 {}] balancer.BalancerClusterState(202): Hosts are {9c6ec3fb6018=0} racks are {/default-rack=0} 2024-11-13T08:15:19,257 DEBUG [9c6ec3fb6018:43977 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-13T08:15:19,257 DEBUG [9c6ec3fb6018:43977 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-13T08:15:19,257 INFO [9c6ec3fb6018:43977 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-13T08:15:19,257 INFO [9c6ec3fb6018:43977 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-13T08:15:19,257 DEBUG [9c6ec3fb6018:43977 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T08:15:19,264 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9c6ec3fb6018,45041,1731485717830 2024-11-13T08:15:19,270 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9c6ec3fb6018,45041,1731485717830, state=OPENING 2024-11-13T08:15:19,276 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T08:15:19,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:19,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x101a0b2c4930001, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:19,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x101a0b2c4930002, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:19,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:19,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:19,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:19,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=9c6ec3fb6018,45041,1731485717830}] 2024-11-13T08:15:19,463 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9c6ec3fb6018,45041,1731485717830 2024-11-13T08:15:19,465 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T08:15:19,469 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T08:15:19,481 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-13T08:15:19,482 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:15:19,482 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T08:15:19,486 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9c6ec3fb6018%2C45041%2C1731485717830.meta, suffix=.meta, logDir=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/WALs/9c6ec3fb6018,45041,1731485717830, archiveDir=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/oldWALs, maxLogs=32 2024-11-13T08:15:19,502 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/WALs/9c6ec3fb6018,45041,1731485717830/9c6ec3fb6018%2C45041%2C1731485717830.meta.1731485719487.meta, exclude list is [], retry=0 2024-11-13T08:15:19,507 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46783,DS-70098dcc-4afd-491e-8d8f-999d59ebe47f,DISK] 2024-11-13T08:15:19,507 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45967,DS-37be7314-acb6-4abc-9f1c-aae07c84eb33,DISK] 2024-11-13T08:15:19,515 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/WALs/9c6ec3fb6018,45041,1731485717830/9c6ec3fb6018%2C45041%2C1731485717830.meta.1731485719487.meta 2024-11-13T08:15:19,516 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38597:38597),(127.0.0.1/127.0.0.1:41503:41503)] 2024-11-13T08:15:19,516 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:15:19,518 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T08:15:19,583 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T08:15:19,589 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T08:15:19,595 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T08:15:19,595 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:19,596 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-13T08:15:19,596 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-13T08:15:19,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T08:15:19,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T08:15:19,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:19,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:19,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T08:15:19,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T08:15:19,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:19,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:19,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T08:15:19,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T08:15:19,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:19,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:19,611 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/hbase/meta/1588230740 2024-11-13T08:15:19,614 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/hbase/meta/1588230740 2024-11-13T08:15:19,618 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:15:19,622 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-13T08:15:19,624 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68213204, jitterRate=0.01645594835281372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:15:19,626 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-13T08:15:19,635 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731485719455 2024-11-13T08:15:19,648 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T08:15:19,649 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-13T08:15:19,650 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9c6ec3fb6018,45041,1731485717830 2024-11-13T08:15:19,653 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9c6ec3fb6018,45041,1731485717830, state=OPEN 2024-11-13T08:15:19,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T08:15:19,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x101a0b2c4930001, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T08:15:19,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x101a0b2c4930002, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T08:15:19,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:19,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:19,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:19,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T08:15:19,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=9c6ec3fb6018,45041,1731485717830 in 375 msec 2024-11-13T08:15:19,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T08:15:19,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 833 msec 2024-11-13T08:15:19,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 997 msec 2024-11-13T08:15:19,672 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731485719672, completionTime=-1 2024-11-13T08:15:19,672 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T08:15:19,673 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-13T08:15:19,711 DEBUG [hconnection-0x44d7940e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:15:19,714 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:15:19,729 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-13T08:15:19,730 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731485779730 2024-11-13T08:15:19,730 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731485839730 2024-11-13T08:15:19,730 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 57 msec 2024-11-13T08:15:19,749 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T08:15:19,756 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,43977,1731485717087-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:19,756 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,43977,1731485717087-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:19,756 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,43977,1731485717087-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:19,758 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9c6ec3fb6018:43977, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:19,758 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:19,763 DEBUG [master/9c6ec3fb6018:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-13T08:15:19,766 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-13T08:15:19,767 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T08:15:19,773 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-13T08:15:19,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T08:15:19,777 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:19,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T08:15:19,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741836_1012 (size=358) 2024-11-13T08:15:19,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46783 is added to blk_1073741836_1012 (size=358) 2024-11-13T08:15:19,794 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9e7c42d13bbc1ab022d999b4c8041c6d, NAME => 'hbase:namespace,,1731485719767.9e7c42d13bbc1ab022d999b4c8041c6d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd 2024-11-13T08:15:19,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741837_1013 (size=42) 2024-11-13T08:15:19,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46783 is added to blk_1073741837_1013 (size=42) 2024-11-13T08:15:19,805 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731485719767.9e7c42d13bbc1ab022d999b4c8041c6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:19,805 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 9e7c42d13bbc1ab022d999b4c8041c6d, disabling compactions & flushes 2024-11-13T08:15:19,805 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731485719767.9e7c42d13bbc1ab022d999b4c8041c6d. 2024-11-13T08:15:19,805 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731485719767.9e7c42d13bbc1ab022d999b4c8041c6d. 2024-11-13T08:15:19,805 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731485719767.9e7c42d13bbc1ab022d999b4c8041c6d. after waiting 0 ms 2024-11-13T08:15:19,806 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731485719767.9e7c42d13bbc1ab022d999b4c8041c6d. 2024-11-13T08:15:19,806 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731485719767.9e7c42d13bbc1ab022d999b4c8041c6d. 2024-11-13T08:15:19,806 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9e7c42d13bbc1ab022d999b4c8041c6d: 2024-11-13T08:15:19,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T08:15:19,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731485719767.9e7c42d13bbc1ab022d999b4c8041c6d.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731485719809"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731485719809"}]},"ts":"1731485719809"} 2024-11-13T08:15:19,837 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-13T08:15:19,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T08:15:19,842 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731485719839"}]},"ts":"1731485719839"} 2024-11-13T08:15:19,848 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-13T08:15:19,853 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {9c6ec3fb6018=0} racks are {/default-rack=0} 2024-11-13T08:15:19,854 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-13T08:15:19,855 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-13T08:15:19,855 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-13T08:15:19,855 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-13T08:15:19,855 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T08:15:19,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9e7c42d13bbc1ab022d999b4c8041c6d, ASSIGN}] 2024-11-13T08:15:19,860 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9e7c42d13bbc1ab022d999b4c8041c6d, ASSIGN 2024-11-13T08:15:19,862 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=9e7c42d13bbc1ab022d999b4c8041c6d, ASSIGN; state=OFFLINE, location=9c6ec3fb6018,37175,1731485717886; forceNewPlan=false, retain=false 2024-11-13T08:15:20,014 INFO [9c6ec3fb6018:43977 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-13T08:15:20,015 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9e7c42d13bbc1ab022d999b4c8041c6d, regionState=OPENING, regionLocation=9c6ec3fb6018,37175,1731485717886 2024-11-13T08:15:20,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 9e7c42d13bbc1ab022d999b4c8041c6d, server=9c6ec3fb6018,37175,1731485717886}] 2024-11-13T08:15:20,173 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9c6ec3fb6018,37175,1731485717886 2024-11-13T08:15:20,173 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T08:15:20,175 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50128, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T08:15:20,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731485719767.9e7c42d13bbc1ab022d999b4c8041c6d. 2024-11-13T08:15:20,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 9e7c42d13bbc1ab022d999b4c8041c6d, NAME => 'hbase:namespace,,1731485719767.9e7c42d13bbc1ab022d999b4c8041c6d.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:15:20,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 9e7c42d13bbc1ab022d999b4c8041c6d 2024-11-13T08:15:20,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731485719767.9e7c42d13bbc1ab022d999b4c8041c6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:20,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 9e7c42d13bbc1ab022d999b4c8041c6d 2024-11-13T08:15:20,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 9e7c42d13bbc1ab022d999b4c8041c6d 2024-11-13T08:15:20,185 INFO [StoreOpener-9e7c42d13bbc1ab022d999b4c8041c6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9e7c42d13bbc1ab022d999b4c8041c6d 2024-11-13T08:15:20,187 INFO [StoreOpener-9e7c42d13bbc1ab022d999b4c8041c6d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e7c42d13bbc1ab022d999b4c8041c6d columnFamilyName info 2024-11-13T08:15:20,187 DEBUG [StoreOpener-9e7c42d13bbc1ab022d999b4c8041c6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:20,188 INFO [StoreOpener-9e7c42d13bbc1ab022d999b4c8041c6d-1 {}] regionserver.HStore(327): Store=9e7c42d13bbc1ab022d999b4c8041c6d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:20,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/hbase/namespace/9e7c42d13bbc1ab022d999b4c8041c6d 2024-11-13T08:15:20,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/hbase/namespace/9e7c42d13bbc1ab022d999b4c8041c6d 2024-11-13T08:15:20,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 9e7c42d13bbc1ab022d999b4c8041c6d 2024-11-13T08:15:20,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/hbase/namespace/9e7c42d13bbc1ab022d999b4c8041c6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:20,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 9e7c42d13bbc1ab022d999b4c8041c6d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74861292, jitterRate=0.115520179271698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:15:20,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 9e7c42d13bbc1ab022d999b4c8041c6d: 2024-11-13T08:15:20,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731485719767.9e7c42d13bbc1ab022d999b4c8041c6d., pid=6, masterSystemTime=1731485720173 2024-11-13T08:15:20,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731485719767.9e7c42d13bbc1ab022d999b4c8041c6d. 2024-11-13T08:15:20,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731485719767.9e7c42d13bbc1ab022d999b4c8041c6d. 2024-11-13T08:15:20,207 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9e7c42d13bbc1ab022d999b4c8041c6d, regionState=OPEN, openSeqNum=2, regionLocation=9c6ec3fb6018,37175,1731485717886 2024-11-13T08:15:20,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T08:15:20,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 9e7c42d13bbc1ab022d999b4c8041c6d, server=9c6ec3fb6018,37175,1731485717886 in 193 msec 2024-11-13T08:15:20,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T08:15:20,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=9e7c42d13bbc1ab022d999b4c8041c6d, ASSIGN in 359 msec 2024-11-13T08:15:20,222 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T08:15:20,222 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731485720222"}]},"ts":"1731485720222"} 2024-11-13T08:15:20,225 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-13T08:15:20,228 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T08:15:20,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 460 msec 2024-11-13T08:15:20,276 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-13T08:15:20,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x101a0b2c4930002, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:20,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-13T08:15:20,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:20,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x101a0b2c4930001, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:20,304 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:15:20,305 INFO [RS-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:15:20,315 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-13T08:15:20,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-13T08:15:20,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 22 msec 2024-11-13T08:15:20,338 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-13T08:15:20,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-13T08:15:20,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-11-13T08:15:20,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-13T08:15:20,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-13T08:15:20,372 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.420sec 2024-11-13T08:15:20,374 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T08:15:20,376 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T08:15:20,377 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T08:15:20,378 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T08:15:20,378 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T08:15:20,379 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,43977,1731485717087-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T08:15:20,380 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,43977,1731485717087-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T08:15:20,384 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-13T08:15:20,385 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T08:15:20,385 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,43977,1731485717087-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:20,427 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2cee7bf2 to 127.0.0.1:55665 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@25c15199 2024-11-13T08:15:20,428 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-13T08:15:20,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b561d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:15:20,439 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T08:15:20,439 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T08:15:20,494 DEBUG [hconnection-0x6910cf09-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:15:20,505 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:15:20,519 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=9c6ec3fb6018,43977,1731485717087 2024-11-13T08:15:20,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T08:15:20,528 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T08:15:20,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T08:15:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T08:15:20,543 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T08:15:20,544 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:20,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-13T08:15:20,545 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T08:15:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T08:15:20,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741838_1014 (size=379) 2024-11-13T08:15:20,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46783 is added to blk_1073741838_1014 (size=379) 2024-11-13T08:15:20,560 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0747915dec9764e6c8d9a7550c234eeb, NAME => 'testClearRegionBlockCache,,1731485720535.0747915dec9764e6c8d9a7550c234eeb.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd 2024-11-13T08:15:20,561 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 705556979796d3032ae944b83baeeb51, NAME => 'testClearRegionBlockCache,5,1731485720535.705556979796d3032ae944b83baeeb51.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd 2024-11-13T08:15:20,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741839_1015 (size=61) 2024-11-13T08:15:20,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46783 is added to blk_1073741839_1015 (size=61) 2024-11-13T08:15:20,575 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731485720535.0747915dec9764e6c8d9a7550c234eeb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:20,576 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 0747915dec9764e6c8d9a7550c234eeb, disabling compactions & flushes 2024-11-13T08:15:20,576 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731485720535.0747915dec9764e6c8d9a7550c234eeb. 2024-11-13T08:15:20,576 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731485720535.0747915dec9764e6c8d9a7550c234eeb. 2024-11-13T08:15:20,576 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731485720535.0747915dec9764e6c8d9a7550c234eeb. after waiting 0 ms 2024-11-13T08:15:20,576 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731485720535.0747915dec9764e6c8d9a7550c234eeb. 2024-11-13T08:15:20,576 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731485720535.0747915dec9764e6c8d9a7550c234eeb. 2024-11-13T08:15:20,576 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0747915dec9764e6c8d9a7550c234eeb: 2024-11-13T08:15:20,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46783 is added to blk_1073741840_1016 (size=61) 2024-11-13T08:15:20,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741840_1016 (size=61) 2024-11-13T08:15:20,578 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731485720535.705556979796d3032ae944b83baeeb51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:20,578 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 705556979796d3032ae944b83baeeb51, disabling compactions & flushes 2024-11-13T08:15:20,578 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731485720535.705556979796d3032ae944b83baeeb51. 2024-11-13T08:15:20,578 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731485720535.705556979796d3032ae944b83baeeb51. 2024-11-13T08:15:20,578 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731485720535.705556979796d3032ae944b83baeeb51. after waiting 0 ms 2024-11-13T08:15:20,578 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731485720535.705556979796d3032ae944b83baeeb51. 2024-11-13T08:15:20,578 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731485720535.705556979796d3032ae944b83baeeb51. 2024-11-13T08:15:20,578 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 705556979796d3032ae944b83baeeb51: 2024-11-13T08:15:20,581 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T08:15:20,581 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731485720535.0747915dec9764e6c8d9a7550c234eeb.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731485720581"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731485720581"}]},"ts":"1731485720581"} 2024-11-13T08:15:20,581 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731485720535.705556979796d3032ae944b83baeeb51.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731485720581"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731485720581"}]},"ts":"1731485720581"} 2024-11-13T08:15:20,614 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-13T08:15:20,615 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T08:15:20,616 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731485720615"}]},"ts":"1731485720615"} 2024-11-13T08:15:20,618 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T08:15:20,622 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {9c6ec3fb6018=0} racks are {/default-rack=0} 2024-11-13T08:15:20,624 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-13T08:15:20,624 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-13T08:15:20,624 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-13T08:15:20,624 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-13T08:15:20,624 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T08:15:20,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0747915dec9764e6c8d9a7550c234eeb, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=705556979796d3032ae944b83baeeb51, ASSIGN}] 2024-11-13T08:15:20,626 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=705556979796d3032ae944b83baeeb51, ASSIGN 2024-11-13T08:15:20,626 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0747915dec9764e6c8d9a7550c234eeb, ASSIGN 2024-11-13T08:15:20,628 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=705556979796d3032ae944b83baeeb51, ASSIGN; state=OFFLINE, location=9c6ec3fb6018,37175,1731485717886; forceNewPlan=false, retain=false 2024-11-13T08:15:20,628 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0747915dec9764e6c8d9a7550c234eeb, ASSIGN; state=OFFLINE, location=9c6ec3fb6018,45041,1731485717830; forceNewPlan=false, retain=false 2024-11-13T08:15:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T08:15:20,778 INFO [9c6ec3fb6018:43977 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T08:15:20,778 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=0747915dec9764e6c8d9a7550c234eeb, regionState=OPENING, regionLocation=9c6ec3fb6018,45041,1731485717830 2024-11-13T08:15:20,778 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=705556979796d3032ae944b83baeeb51, regionState=OPENING, regionLocation=9c6ec3fb6018,37175,1731485717886 2024-11-13T08:15:20,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 705556979796d3032ae944b83baeeb51, server=9c6ec3fb6018,37175,1731485717886}] 2024-11-13T08:15:20,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 0747915dec9764e6c8d9a7550c234eeb, server=9c6ec3fb6018,45041,1731485717830}] 2024-11-13T08:15:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T08:15:20,934 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9c6ec3fb6018,37175,1731485717886 2024-11-13T08:15:20,937 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9c6ec3fb6018,45041,1731485717830 2024-11-13T08:15:20,941 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1731485720535.705556979796d3032ae944b83baeeb51. 2024-11-13T08:15:20,941 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 705556979796d3032ae944b83baeeb51, NAME => 'testClearRegionBlockCache,5,1731485720535.705556979796d3032ae944b83baeeb51.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T08:15:20,942 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 705556979796d3032ae944b83baeeb51 2024-11-13T08:15:20,942 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731485720535.705556979796d3032ae944b83baeeb51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:20,942 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 705556979796d3032ae944b83baeeb51 2024-11-13T08:15:20,942 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 705556979796d3032ae944b83baeeb51 2024-11-13T08:15:20,943 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1731485720535.0747915dec9764e6c8d9a7550c234eeb. 2024-11-13T08:15:20,943 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 0747915dec9764e6c8d9a7550c234eeb, NAME => 'testClearRegionBlockCache,,1731485720535.0747915dec9764e6c8d9a7550c234eeb.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T08:15:20,944 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0747915dec9764e6c8d9a7550c234eeb 2024-11-13T08:15:20,944 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731485720535.0747915dec9764e6c8d9a7550c234eeb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:20,944 INFO [StoreOpener-705556979796d3032ae944b83baeeb51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 705556979796d3032ae944b83baeeb51 2024-11-13T08:15:20,944 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 0747915dec9764e6c8d9a7550c234eeb 2024-11-13T08:15:20,944 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 0747915dec9764e6c8d9a7550c234eeb 2024-11-13T08:15:20,946 INFO [StoreOpener-705556979796d3032ae944b83baeeb51-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 705556979796d3032ae944b83baeeb51 columnFamilyName family 2024-11-13T08:15:20,946 DEBUG [StoreOpener-705556979796d3032ae944b83baeeb51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:20,946 INFO [StoreOpener-0747915dec9764e6c8d9a7550c234eeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0747915dec9764e6c8d9a7550c234eeb 2024-11-13T08:15:20,947 INFO [StoreOpener-705556979796d3032ae944b83baeeb51-1 {}] regionserver.HStore(327): Store=705556979796d3032ae944b83baeeb51/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:20,949 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/default/testClearRegionBlockCache/705556979796d3032ae944b83baeeb51 2024-11-13T08:15:20,949 INFO [StoreOpener-0747915dec9764e6c8d9a7550c234eeb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0747915dec9764e6c8d9a7550c234eeb columnFamilyName family 2024-11-13T08:15:20,949 DEBUG [StoreOpener-0747915dec9764e6c8d9a7550c234eeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:20,949 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/default/testClearRegionBlockCache/705556979796d3032ae944b83baeeb51 2024-11-13T08:15:20,949 INFO [StoreOpener-0747915dec9764e6c8d9a7550c234eeb-1 {}] regionserver.HStore(327): Store=0747915dec9764e6c8d9a7550c234eeb/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:20,951 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/default/testClearRegionBlockCache/0747915dec9764e6c8d9a7550c234eeb 2024-11-13T08:15:20,951 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/default/testClearRegionBlockCache/0747915dec9764e6c8d9a7550c234eeb 2024-11-13T08:15:20,953 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 705556979796d3032ae944b83baeeb51 2024-11-13T08:15:20,955 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 0747915dec9764e6c8d9a7550c234eeb 2024-11-13T08:15:20,958 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/default/testClearRegionBlockCache/705556979796d3032ae944b83baeeb51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:20,959 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/default/testClearRegionBlockCache/0747915dec9764e6c8d9a7550c234eeb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:20,959 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 705556979796d3032ae944b83baeeb51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71587400, jitterRate=0.06673538684844971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:15:20,960 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 0747915dec9764e6c8d9a7550c234eeb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62031230, jitterRate=-0.07566264271736145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:15:20,960 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 705556979796d3032ae944b83baeeb51: 2024-11-13T08:15:20,960 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 0747915dec9764e6c8d9a7550c234eeb: 2024-11-13T08:15:20,962 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1731485720535.0747915dec9764e6c8d9a7550c234eeb., pid=13, masterSystemTime=1731485720937 2024-11-13T08:15:20,962 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1731485720535.705556979796d3032ae944b83baeeb51., pid=12, masterSystemTime=1731485720934 2024-11-13T08:15:20,965 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1731485720535.0747915dec9764e6c8d9a7550c234eeb. 2024-11-13T08:15:20,966 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1731485720535.0747915dec9764e6c8d9a7550c234eeb. 2024-11-13T08:15:20,967 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=0747915dec9764e6c8d9a7550c234eeb, regionState=OPEN, openSeqNum=2, regionLocation=9c6ec3fb6018,45041,1731485717830 2024-11-13T08:15:20,967 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1731485720535.705556979796d3032ae944b83baeeb51. 2024-11-13T08:15:20,967 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1731485720535.705556979796d3032ae944b83baeeb51. 2024-11-13T08:15:20,968 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=705556979796d3032ae944b83baeeb51, regionState=OPEN, openSeqNum=2, regionLocation=9c6ec3fb6018,37175,1731485717886 2024-11-13T08:15:20,970 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43977 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=9c6ec3fb6018,45041,1731485717830, table=testClearRegionBlockCache, region=0747915dec9764e6c8d9a7550c234eeb. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T08:15:20,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-11-13T08:15:20,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-11-13T08:15:20,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 705556979796d3032ae944b83baeeb51, server=9c6ec3fb6018,37175,1731485717886 in 192 msec 2024-11-13T08:15:20,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0747915dec9764e6c8d9a7550c234eeb, ASSIGN in 351 msec 2024-11-13T08:15:20,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 0747915dec9764e6c8d9a7550c234eeb, server=9c6ec3fb6018,45041,1731485717830 in 187 msec 2024-11-13T08:15:20,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-13T08:15:20,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=705556979796d3032ae944b83baeeb51, ASSIGN in 352 msec 2024-11-13T08:15:20,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T08:15:20,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731485720980"}]},"ts":"1731485720980"} 2024-11-13T08:15:20,983 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T08:15:20,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T08:15:20,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 447 msec 2024-11-13T08:15:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T08:15:21,159 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-13T08:15:21,159 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T08:15:21,161 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T08:15:21,165 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T08:15:21,166 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T08:15:21,166 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-13T08:15:21,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:15:21,187 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:15:21,198 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 0747915dec9764e6c8d9a7550c234eeb 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T08:15:21,263 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/default/testClearRegionBlockCache/0747915dec9764e6c8d9a7550c234eeb/.tmp/family/fce2a36713374c5c9c83e48b45afc34b is 32, key is 1/family:/1731485721170/Put/seqid=0 2024-11-13T08:15:21,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46783 is added to blk_1073741841_1017 (size=5054) 2024-11-13T08:15:21,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741841_1017 (size=5054) 2024-11-13T08:15:21,279 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/default/testClearRegionBlockCache/0747915dec9764e6c8d9a7550c234eeb/.tmp/family/fce2a36713374c5c9c83e48b45afc34b 2024-11-13T08:15:21,323 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/default/testClearRegionBlockCache/0747915dec9764e6c8d9a7550c234eeb/.tmp/family/fce2a36713374c5c9c83e48b45afc34b as hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/default/testClearRegionBlockCache/0747915dec9764e6c8d9a7550c234eeb/family/fce2a36713374c5c9c83e48b45afc34b 2024-11-13T08:15:21,333 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/default/testClearRegionBlockCache/0747915dec9764e6c8d9a7550c234eeb/family/fce2a36713374c5c9c83e48b45afc34b, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T08:15:21,335 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 0747915dec9764e6c8d9a7550c234eeb in 137ms, sequenceid=8, compaction requested=false 2024-11-13T08:15:21,337 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-13T08:15:21,339 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 0747915dec9764e6c8d9a7550c234eeb: 2024-11-13T08:15:21,339 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 705556979796d3032ae944b83baeeb51 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T08:15:21,360 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/default/testClearRegionBlockCache/705556979796d3032ae944b83baeeb51/.tmp/family/9e5583772866466a9dada658449d641e is 32, key is 5/family:/1731485721187/Put/seqid=0 2024-11-13T08:15:21,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46783 is added to blk_1073741842_1018 (size=5083) 2024-11-13T08:15:21,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741842_1018 (size=5083) 2024-11-13T08:15:21,368 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/default/testClearRegionBlockCache/705556979796d3032ae944b83baeeb51/.tmp/family/9e5583772866466a9dada658449d641e 2024-11-13T08:15:21,378 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/default/testClearRegionBlockCache/705556979796d3032ae944b83baeeb51/.tmp/family/9e5583772866466a9dada658449d641e as hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/default/testClearRegionBlockCache/705556979796d3032ae944b83baeeb51/family/9e5583772866466a9dada658449d641e 2024-11-13T08:15:21,387 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/default/testClearRegionBlockCache/705556979796d3032ae944b83baeeb51/family/9e5583772866466a9dada658449d641e, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T08:15:21,389 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 705556979796d3032ae944b83baeeb51 in 50ms, sequenceid=9, compaction requested=false 2024-11-13T08:15:21,389 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 705556979796d3032ae944b83baeeb51: 2024-11-13T08:15:21,391 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x392f4d21 to 127.0.0.1:55665 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@85248df 2024-11-13T08:15:21,396 DEBUG [ReadOnlyZKClient-127.0.0.1:55665@0x392f4d21 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe3a7b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:15:21,431 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-13T08:15:21,438 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-13T08:15:21,439 DEBUG [ReadOnlyZKClient-127.0.0.1:55665@0x392f4d21 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9c6ec3fb6018,45041,1731485717830, seqNum=-1] 2024-11-13T08:15:21,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:15:21,445 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:15:21,458 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T08:15:21,459 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T08:15:21,460 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50138, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T08:15:21,461 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55430, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T08:15:21,466 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-13T08:15:21,466 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T08:15:21,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:21,471 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x392f4d21 to 127.0.0.1:55665 2024-11-13T08:15:21,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-13T08:15:21,472 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-13T08:15:21,473 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2cee7bf2 to 127.0.0.1:55665 2024-11-13T08:15:21,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:21,473 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T08:15:21,473 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=564250916, stopped=false 2024-11-13T08:15:21,473 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=9c6ec3fb6018,43977,1731485717087 2024-11-13T08:15:21,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x101a0b2c4930002, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:21,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x101a0b2c4930001, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:21,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:21,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x101a0b2c4930002, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:21,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:21,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x101a0b2c4930001, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:21,476 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-13T08:15:21,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45041-0x101a0b2c4930001, quorum=127.0.0.1:55665, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:21,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37175-0x101a0b2c4930002, quorum=127.0.0.1:55665, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:21,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:21,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:21,477 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '9c6ec3fb6018,45041,1731485717830' ***** 2024-11-13T08:15:21,478 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-13T08:15:21,478 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '9c6ec3fb6018,37175,1731485717886' ***** 2024-11-13T08:15:21,478 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-13T08:15:21,478 INFO [RS:1;9c6ec3fb6018:37175 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T08:15:21,478 INFO [RS:0;9c6ec3fb6018:45041 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T08:15:21,478 INFO [RS:0;9c6ec3fb6018:45041 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T08:15:21,478 INFO [RS:1;9c6ec3fb6018:37175 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T08:15:21,478 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-13T08:15:21,478 INFO [RS:0;9c6ec3fb6018:45041 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T08:15:21,478 INFO [RS:1;9c6ec3fb6018:37175 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T08:15:21,478 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-13T08:15:21,479 INFO [RS:1;9c6ec3fb6018:37175 {}] regionserver.HRegionServer(3579): Received CLOSE for 9e7c42d13bbc1ab022d999b4c8041c6d 2024-11-13T08:15:21,479 INFO [RS:0;9c6ec3fb6018:45041 {}] regionserver.HRegionServer(3579): Received CLOSE for 0747915dec9764e6c8d9a7550c234eeb 2024-11-13T08:15:21,479 INFO [RS:1;9c6ec3fb6018:37175 {}] regionserver.HRegionServer(3579): Received CLOSE for 705556979796d3032ae944b83baeeb51 2024-11-13T08:15:21,479 INFO [RS:1;9c6ec3fb6018:37175 {}] regionserver.HRegionServer(1224): stopping server 9c6ec3fb6018,37175,1731485717886 2024-11-13T08:15:21,479 DEBUG [RS:1;9c6ec3fb6018:37175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:21,479 INFO [RS:0;9c6ec3fb6018:45041 {}] regionserver.HRegionServer(1224): stopping server 9c6ec3fb6018,45041,1731485717830 2024-11-13T08:15:21,479 DEBUG [RS:0;9c6ec3fb6018:45041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:21,479 INFO [RS:0;9c6ec3fb6018:45041 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T08:15:21,479 INFO [RS:1;9c6ec3fb6018:37175 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-13T08:15:21,479 INFO [RS:0;9c6ec3fb6018:45041 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T08:15:21,480 INFO [RS:0;9c6ec3fb6018:45041 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T08:15:21,480 DEBUG [RS:1;9c6ec3fb6018:37175 {}] regionserver.HRegionServer(1603): Online Regions={9e7c42d13bbc1ab022d999b4c8041c6d=hbase:namespace,,1731485719767.9e7c42d13bbc1ab022d999b4c8041c6d., 705556979796d3032ae944b83baeeb51=testClearRegionBlockCache,5,1731485720535.705556979796d3032ae944b83baeeb51.} 2024-11-13T08:15:21,480 INFO [RS:0;9c6ec3fb6018:45041 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-13T08:15:21,480 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9e7c42d13bbc1ab022d999b4c8041c6d, disabling compactions & flushes 2024-11-13T08:15:21,480 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0747915dec9764e6c8d9a7550c234eeb, disabling compactions & flushes 2024-11-13T08:15:21,480 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731485719767.9e7c42d13bbc1ab022d999b4c8041c6d. 2024-11-13T08:15:21,480 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731485719767.9e7c42d13bbc1ab022d999b4c8041c6d. 2024-11-13T08:15:21,480 INFO [RS:0;9c6ec3fb6018:45041 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-13T08:15:21,480 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731485720535.0747915dec9764e6c8d9a7550c234eeb. 2024-11-13T08:15:21,480 DEBUG [RS:0;9c6ec3fb6018:45041 {}] regionserver.HRegionServer(1603): Online Regions={0747915dec9764e6c8d9a7550c234eeb=testClearRegionBlockCache,,1731485720535.0747915dec9764e6c8d9a7550c234eeb., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T08:15:21,480 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731485720535.0747915dec9764e6c8d9a7550c234eeb. 2024-11-13T08:15:21,480 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731485719767.9e7c42d13bbc1ab022d999b4c8041c6d. after waiting 0 ms 2024-11-13T08:15:21,480 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-13T08:15:21,480 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731485720535.0747915dec9764e6c8d9a7550c234eeb. after waiting 0 ms 2024-11-13T08:15:21,480 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731485719767.9e7c42d13bbc1ab022d999b4c8041c6d. 2024-11-13T08:15:21,480 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731485720535.0747915dec9764e6c8d9a7550c234eeb. 2024-11-13T08:15:21,480 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-13T08:15:21,480 DEBUG [RS:1;9c6ec3fb6018:37175 {}] regionserver.HRegionServer(1629): Waiting on 705556979796d3032ae944b83baeeb51, 9e7c42d13bbc1ab022d999b4c8041c6d 2024-11-13T08:15:21,480 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 9e7c42d13bbc1ab022d999b4c8041c6d 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-13T08:15:21,480 DEBUG [RS:0;9c6ec3fb6018:45041 {}] regionserver.HRegionServer(1629): Waiting on 0747915dec9764e6c8d9a7550c234eeb, 1588230740 2024-11-13T08:15:21,480 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-13T08:15:21,480 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T08:15:21,480 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T08:15:21,481 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-13T08:15:21,488 INFO [regionserver/9c6ec3fb6018:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:15:21,490 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/default/testClearRegionBlockCache/0747915dec9764e6c8d9a7550c234eeb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T08:15:21,492 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731485720535.0747915dec9764e6c8d9a7550c234eeb. 2024-11-13T08:15:21,492 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0747915dec9764e6c8d9a7550c234eeb: 2024-11-13T08:15:21,493 INFO [regionserver/9c6ec3fb6018:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:15:21,493 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731485720535.0747915dec9764e6c8d9a7550c234eeb. 2024-11-13T08:15:21,506 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/hbase/namespace/9e7c42d13bbc1ab022d999b4c8041c6d/.tmp/info/f57b77e9bef247299be4d18240ae06e8 is 45, key is default/info:d/1731485720323/Put/seqid=0 2024-11-13T08:15:21,509 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/hbase/meta/1588230740/.tmp/info/4feede28a7cb4e878960704a0d2e4551 is 173, key is testClearRegionBlockCache,5,1731485720535.705556979796d3032ae944b83baeeb51./info:regioninfo/1731485720968/Put/seqid=0 2024-11-13T08:15:21,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46783 is added to blk_1073741843_1019 (size=5037) 2024-11-13T08:15:21,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741843_1019 (size=5037) 2024-11-13T08:15:21,515 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/hbase/namespace/9e7c42d13bbc1ab022d999b4c8041c6d/.tmp/info/f57b77e9bef247299be4d18240ae06e8 2024-11-13T08:15:21,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46783 is added to blk_1073741844_1020 (size=9337) 2024-11-13T08:15:21,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741844_1020 (size=9337) 2024-11-13T08:15:21,525 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/hbase/namespace/9e7c42d13bbc1ab022d999b4c8041c6d/.tmp/info/f57b77e9bef247299be4d18240ae06e8 as hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/hbase/namespace/9e7c42d13bbc1ab022d999b4c8041c6d/info/f57b77e9bef247299be4d18240ae06e8 2024-11-13T08:15:21,533 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/hbase/namespace/9e7c42d13bbc1ab022d999b4c8041c6d/info/f57b77e9bef247299be4d18240ae06e8, entries=2, sequenceid=6, filesize=4.9 K 2024-11-13T08:15:21,535 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 9e7c42d13bbc1ab022d999b4c8041c6d in 55ms, sequenceid=6, compaction requested=false 2024-11-13T08:15:21,535 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-13T08:15:21,542 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/hbase/namespace/9e7c42d13bbc1ab022d999b4c8041c6d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T08:15:21,543 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731485719767.9e7c42d13bbc1ab022d999b4c8041c6d. 2024-11-13T08:15:21,543 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9e7c42d13bbc1ab022d999b4c8041c6d: 2024-11-13T08:15:21,543 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731485719767.9e7c42d13bbc1ab022d999b4c8041c6d. 2024-11-13T08:15:21,543 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 705556979796d3032ae944b83baeeb51, disabling compactions & flushes 2024-11-13T08:15:21,543 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731485720535.705556979796d3032ae944b83baeeb51. 2024-11-13T08:15:21,543 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731485720535.705556979796d3032ae944b83baeeb51. 2024-11-13T08:15:21,544 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731485720535.705556979796d3032ae944b83baeeb51. after waiting 1 ms 2024-11-13T08:15:21,544 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731485720535.705556979796d3032ae944b83baeeb51. 2024-11-13T08:15:21,549 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/default/testClearRegionBlockCache/705556979796d3032ae944b83baeeb51/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T08:15:21,550 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731485720535.705556979796d3032ae944b83baeeb51. 2024-11-13T08:15:21,551 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 705556979796d3032ae944b83baeeb51: 2024-11-13T08:15:21,551 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731485720535.705556979796d3032ae944b83baeeb51. 2024-11-13T08:15:21,680 INFO [RS:1;9c6ec3fb6018:37175 {}] regionserver.HRegionServer(1250): stopping server 9c6ec3fb6018,37175,1731485717886; all regions closed. 2024-11-13T08:15:21,680 DEBUG [RS:0;9c6ec3fb6018:45041 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-13T08:15:21,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46783 is added to blk_1073741833_1009 (size=3188) 2024-11-13T08:15:21,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741833_1009 (size=3188) 2024-11-13T08:15:21,691 DEBUG [RS:1;9c6ec3fb6018:37175 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/oldWALs 2024-11-13T08:15:21,691 INFO [RS:1;9c6ec3fb6018:37175 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 9c6ec3fb6018%2C37175%2C1731485717886:(num 1731485719064) 2024-11-13T08:15:21,691 DEBUG [RS:1;9c6ec3fb6018:37175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:21,691 INFO [RS:1;9c6ec3fb6018:37175 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:15:21,691 INFO [RS:1;9c6ec3fb6018:37175 {}] hbase.ChoreService(370): Chore service for: regionserver/9c6ec3fb6018:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-13T08:15:21,692 INFO [RS:1;9c6ec3fb6018:37175 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T08:15:21,692 INFO [RS:1;9c6ec3fb6018:37175 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T08:15:21,692 INFO [RS:1;9c6ec3fb6018:37175 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T08:15:21,692 INFO [regionserver/9c6ec3fb6018:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-13T08:15:21,692 INFO [RS:1;9c6ec3fb6018:37175 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37175 2024-11-13T08:15:21,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x101a0b2c4930002, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9c6ec3fb6018,37175,1731485717886 2024-11-13T08:15:21,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T08:15:21,696 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9c6ec3fb6018,37175,1731485717886] 2024-11-13T08:15:21,697 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 9c6ec3fb6018,37175,1731485717886; numProcessing=1 2024-11-13T08:15:21,698 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/9c6ec3fb6018,37175,1731485717886 already deleted, retry=false 2024-11-13T08:15:21,698 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 9c6ec3fb6018,37175,1731485717886 expired; onlineServers=1 2024-11-13T08:15:21,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x101a0b2c4930002, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:21,797 INFO [RS:1;9c6ec3fb6018:37175 {}] regionserver.HRegionServer(1307): Exiting; stopping=9c6ec3fb6018,37175,1731485717886; zookeeper connection closed. 2024-11-13T08:15:21,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x101a0b2c4930002, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:21,798 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@335b7144 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@335b7144 2024-11-13T08:15:21,881 DEBUG [RS:0;9c6ec3fb6018:45041 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-13T08:15:21,885 INFO [regionserver/9c6ec3fb6018:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T08:15:21,885 INFO [regionserver/9c6ec3fb6018:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T08:15:21,920 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/hbase/meta/1588230740/.tmp/info/4feede28a7cb4e878960704a0d2e4551 2024-11-13T08:15:21,953 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/hbase/meta/1588230740/.tmp/table/aadb582482c54080b904924d64e9b334 is 61, key is testClearRegionBlockCache/table:state/1731485720980/Put/seqid=0 2024-11-13T08:15:21,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741845_1021 (size=5392) 2024-11-13T08:15:21,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46783 is added to blk_1073741845_1021 (size=5392) 2024-11-13T08:15:21,962 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/hbase/meta/1588230740/.tmp/table/aadb582482c54080b904924d64e9b334 2024-11-13T08:15:21,971 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/hbase/meta/1588230740/.tmp/info/4feede28a7cb4e878960704a0d2e4551 as hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/hbase/meta/1588230740/info/4feede28a7cb4e878960704a0d2e4551 2024-11-13T08:15:21,979 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/hbase/meta/1588230740/info/4feede28a7cb4e878960704a0d2e4551, entries=30, sequenceid=16, filesize=9.1 K 2024-11-13T08:15:21,981 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/hbase/meta/1588230740/.tmp/table/aadb582482c54080b904924d64e9b334 as hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/hbase/meta/1588230740/table/aadb582482c54080b904924d64e9b334 2024-11-13T08:15:21,991 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/hbase/meta/1588230740/table/aadb582482c54080b904924d64e9b334, entries=4, sequenceid=16, filesize=5.3 K 2024-11-13T08:15:21,993 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 513ms, sequenceid=16, compaction requested=false 2024-11-13T08:15:21,993 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T08:15:22,001 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T08:15:22,002 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T08:15:22,002 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-13T08:15:22,002 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-13T08:15:22,003 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T08:15:22,081 INFO [RS:0;9c6ec3fb6018:45041 {}] regionserver.HRegionServer(1250): stopping server 9c6ec3fb6018,45041,1731485717830; all regions closed. 2024-11-13T08:15:22,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46783 is added to blk_1073741835_1011 (size=5602) 2024-11-13T08:15:22,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741835_1011 (size=5602) 2024-11-13T08:15:22,087 DEBUG [RS:0;9c6ec3fb6018:45041 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/oldWALs 2024-11-13T08:15:22,087 INFO [RS:0;9c6ec3fb6018:45041 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 9c6ec3fb6018%2C45041%2C1731485717830.meta:.meta(num 1731485719487) 2024-11-13T08:15:22,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46783 is added to blk_1073741834_1010 (size=1758) 2024-11-13T08:15:22,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741834_1010 (size=1758) 2024-11-13T08:15:22,094 DEBUG [RS:0;9c6ec3fb6018:45041 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/oldWALs 2024-11-13T08:15:22,094 INFO [RS:0;9c6ec3fb6018:45041 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 9c6ec3fb6018%2C45041%2C1731485717830:(num 1731485719064) 2024-11-13T08:15:22,095 DEBUG [RS:0;9c6ec3fb6018:45041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:22,095 INFO [RS:0;9c6ec3fb6018:45041 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:15:22,095 INFO [RS:0;9c6ec3fb6018:45041 {}] hbase.ChoreService(370): Chore service for: regionserver/9c6ec3fb6018:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-13T08:15:22,095 INFO [regionserver/9c6ec3fb6018:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-13T08:15:22,095 INFO [RS:0;9c6ec3fb6018:45041 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45041 2024-11-13T08:15:22,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x101a0b2c4930001, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9c6ec3fb6018,45041,1731485717830 2024-11-13T08:15:22,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T08:15:22,099 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9c6ec3fb6018,45041,1731485717830] 2024-11-13T08:15:22,099 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 9c6ec3fb6018,45041,1731485717830; numProcessing=2 2024-11-13T08:15:22,101 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/9c6ec3fb6018,45041,1731485717830 already deleted, retry=false 2024-11-13T08:15:22,101 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 9c6ec3fb6018,45041,1731485717830 expired; onlineServers=0 2024-11-13T08:15:22,101 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '9c6ec3fb6018,43977,1731485717087' ***** 2024-11-13T08:15:22,101 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T08:15:22,101 DEBUG [M:0;9c6ec3fb6018:43977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec5c903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9c6ec3fb6018/172.17.0.2:0 2024-11-13T08:15:22,102 INFO [M:0;9c6ec3fb6018:43977 {}] regionserver.HRegionServer(1224): stopping server 9c6ec3fb6018,43977,1731485717087 2024-11-13T08:15:22,102 INFO [M:0;9c6ec3fb6018:43977 {}] regionserver.HRegionServer(1250): stopping server 9c6ec3fb6018,43977,1731485717087; all regions closed. 2024-11-13T08:15:22,102 DEBUG [M:0;9c6ec3fb6018:43977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:22,102 DEBUG [M:0;9c6ec3fb6018:43977 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T08:15:22,102 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T08:15:22,102 DEBUG [M:0;9c6ec3fb6018:43977 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T08:15:22,102 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.large.0-1731485718763 {}] cleaner.HFileCleaner(306): Exit Thread[master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.large.0-1731485718763,5,FailOnTimeoutGroup] 2024-11-13T08:15:22,102 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.small.0-1731485718764 {}] cleaner.HFileCleaner(306): Exit Thread[master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.small.0-1731485718764,5,FailOnTimeoutGroup] 2024-11-13T08:15:22,102 INFO [M:0;9c6ec3fb6018:43977 {}] hbase.ChoreService(370): Chore service for: master/9c6ec3fb6018:0 had [] on shutdown 2024-11-13T08:15:22,102 DEBUG [M:0;9c6ec3fb6018:43977 {}] master.HMaster(1733): Stopping service threads 2024-11-13T08:15:22,102 INFO [M:0;9c6ec3fb6018:43977 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T08:15:22,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T08:15:22,103 INFO [M:0;9c6ec3fb6018:43977 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T08:15:22,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:22,104 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T08:15:22,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:15:22,104 DEBUG [M:0;9c6ec3fb6018:43977 {}] zookeeper.ZKUtil(347): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T08:15:22,104 WARN [M:0;9c6ec3fb6018:43977 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T08:15:22,104 INFO [M:0;9c6ec3fb6018:43977 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-13T08:15:22,105 INFO [M:0;9c6ec3fb6018:43977 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T08:15:22,105 DEBUG [M:0;9c6ec3fb6018:43977 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T08:15:22,105 INFO [M:0;9c6ec3fb6018:43977 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:22,105 DEBUG [M:0;9c6ec3fb6018:43977 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:22,105 DEBUG [M:0;9c6ec3fb6018:43977 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T08:15:22,105 DEBUG [M:0;9c6ec3fb6018:43977 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:22,105 INFO [M:0;9c6ec3fb6018:43977 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.85 KB heapSize=56.23 KB 2024-11-13T08:15:22,134 DEBUG [M:0;9c6ec3fb6018:43977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3af2675fc474473fa3de2dc992861c94 is 82, key is hbase:meta,,1/info:regioninfo/1731485719650/Put/seqid=0 2024-11-13T08:15:22,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741846_1022 (size=5672) 2024-11-13T08:15:22,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46783 is added to blk_1073741846_1022 (size=5672) 2024-11-13T08:15:22,160 INFO [M:0;9c6ec3fb6018:43977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3af2675fc474473fa3de2dc992861c94 2024-11-13T08:15:22,187 DEBUG [M:0;9c6ec3fb6018:43977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f46b601969c84a19ba63c023250bb8d9 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731485720988/Put/seqid=0 2024-11-13T08:15:22,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46783 is added to blk_1073741847_1023 (size=7579) 2024-11-13T08:15:22,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741847_1023 (size=7579) 2024-11-13T08:15:22,195 INFO [M:0;9c6ec3fb6018:43977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.23 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f46b601969c84a19ba63c023250bb8d9 2024-11-13T08:15:22,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x101a0b2c4930001, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:22,201 INFO [RS:0;9c6ec3fb6018:45041 {}] regionserver.HRegionServer(1307): Exiting; stopping=9c6ec3fb6018,45041,1731485717830; zookeeper connection closed. 2024-11-13T08:15:22,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x101a0b2c4930001, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:22,202 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@db73840 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@db73840 2024-11-13T08:15:22,202 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T08:15:22,223 DEBUG [M:0;9c6ec3fb6018:43977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34285180515444af926140b01ba1864c is 69, key is 9c6ec3fb6018,37175,1731485717886/rs:state/1731485718818/Put/seqid=0 2024-11-13T08:15:22,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741848_1024 (size=5224) 2024-11-13T08:15:22,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46783 is added to blk_1073741848_1024 (size=5224) 2024-11-13T08:15:22,231 INFO [M:0;9c6ec3fb6018:43977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34285180515444af926140b01ba1864c 2024-11-13T08:15:22,239 DEBUG [M:0;9c6ec3fb6018:43977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3af2675fc474473fa3de2dc992861c94 as hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3af2675fc474473fa3de2dc992861c94 2024-11-13T08:15:22,248 INFO [M:0;9c6ec3fb6018:43977 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3af2675fc474473fa3de2dc992861c94, entries=8, sequenceid=108, filesize=5.5 K 2024-11-13T08:15:22,249 DEBUG [M:0;9c6ec3fb6018:43977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f46b601969c84a19ba63c023250bb8d9 as hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f46b601969c84a19ba63c023250bb8d9 2024-11-13T08:15:22,257 INFO [M:0;9c6ec3fb6018:43977 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f46b601969c84a19ba63c023250bb8d9, entries=13, sequenceid=108, filesize=7.4 K 2024-11-13T08:15:22,259 DEBUG [M:0;9c6ec3fb6018:43977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34285180515444af926140b01ba1864c as hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/34285180515444af926140b01ba1864c 2024-11-13T08:15:22,265 INFO [M:0;9c6ec3fb6018:43977 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35993/user/jenkins/test-data/c1584e35-8c9a-3f72-1080-3b519641e4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/34285180515444af926140b01ba1864c, entries=2, sequenceid=108, filesize=5.1 K 2024-11-13T08:15:22,267 INFO [M:0;9c6ec3fb6018:43977 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.85 KB/46946, heapSize ~55.94 KB/57280, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 162ms, sequenceid=108, compaction requested=false 2024-11-13T08:15:22,269 INFO [M:0;9c6ec3fb6018:43977 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:22,269 DEBUG [M:0;9c6ec3fb6018:43977 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-13T08:15:22,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741830_1006 (size=54477) 2024-11-13T08:15:22,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46783 is added to blk_1073741830_1006 (size=54477) 2024-11-13T08:15:22,273 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-13T08:15:22,273 INFO [M:0;9c6ec3fb6018:43977 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-13T08:15:22,273 INFO [M:0;9c6ec3fb6018:43977 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43977 2024-11-13T08:15:22,275 DEBUG [M:0;9c6ec3fb6018:43977 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/9c6ec3fb6018,43977,1731485717087 already deleted, retry=false 2024-11-13T08:15:22,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:22,377 INFO [M:0;9c6ec3fb6018:43977 {}] regionserver.HRegionServer(1307): Exiting; stopping=9c6ec3fb6018,43977,1731485717087; zookeeper connection closed. 2024-11-13T08:15:22,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43977-0x101a0b2c4930000, quorum=127.0.0.1:55665, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:22,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9a1dda5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:15:22,384 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66e4bd15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T08:15:22,384 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T08:15:22,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52e9a16a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T08:15:22,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f38aec4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/hadoop.log.dir/,STOPPED} 2024-11-13T08:15:22,387 WARN [BP-1589590957-172.17.0.2-1731485714149 heartbeating to localhost/127.0.0.1:35993 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T08:15:22,387 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T08:15:22,387 WARN [BP-1589590957-172.17.0.2-1731485714149 heartbeating to localhost/127.0.0.1:35993 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1589590957-172.17.0.2-1731485714149 (Datanode Uuid b01f4110-778f-45e4-93d6-c0e5803ab871) service to localhost/127.0.0.1:35993 2024-11-13T08:15:22,387 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T08:15:22,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/cluster_c7bcdd93-a971-9412-32a8-7c3dbd36cfdc/dfs/data/data3/current/BP-1589590957-172.17.0.2-1731485714149 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:15:22,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/cluster_c7bcdd93-a971-9412-32a8-7c3dbd36cfdc/dfs/data/data4/current/BP-1589590957-172.17.0.2-1731485714149 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:15:22,389 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T08:15:22,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d427710{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:15:22,391 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28fda162{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T08:15:22,391 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T08:15:22,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@676a093{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T08:15:22,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ce8b59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/hadoop.log.dir/,STOPPED} 2024-11-13T08:15:22,393 WARN [BP-1589590957-172.17.0.2-1731485714149 heartbeating to localhost/127.0.0.1:35993 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T08:15:22,393 WARN [BP-1589590957-172.17.0.2-1731485714149 heartbeating to localhost/127.0.0.1:35993 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1589590957-172.17.0.2-1731485714149 (Datanode Uuid 4e9857a4-53ae-4de9-97a6-10c55f97ddb1) service to localhost/127.0.0.1:35993 2024-11-13T08:15:22,393 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T08:15:22,393 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T08:15:22,394 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/cluster_c7bcdd93-a971-9412-32a8-7c3dbd36cfdc/dfs/data/data1/current/BP-1589590957-172.17.0.2-1731485714149 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:15:22,394 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/cluster_c7bcdd93-a971-9412-32a8-7c3dbd36cfdc/dfs/data/data2/current/BP-1589590957-172.17.0.2-1731485714149 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:15:22,394 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T08:15:22,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@504b675{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T08:15:22,403 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d08f4eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T08:15:22,403 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T08:15:22,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58cfd3ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T08:15:22,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9643d40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/hadoop.log.dir/,STOPPED} 2024-11-13T08:15:22,416 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-13T08:15:22,444 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-13T08:15:22,453 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=76 (was 11) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6a7c0b77 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9c6ec3fb6018:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/9c6ec3fb6018:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2121202573) connection to localhost/127.0.0.1:35993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2121202573) connection to localhost/127.0.0.1:35993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9c6ec3fb6018:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (2121202573) connection to localhost/127.0.0.1:35993 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RS-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/9c6ec3fb6018:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2121202573) connection to localhost/127.0.0.1:35993 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=405 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=213 (was 215), ProcessCount=11 (was 11), AvailableMemoryMB=3738 (was 4315) 2024-11-13T08:15:22,460 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=76, OpenFileDescriptor=405, MaxFileDescriptor=1048576, SystemLoadAverage=213, ProcessCount=11, AvailableMemoryMB=3738 2024-11-13T08:15:22,477 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/hadoop.log.dir so I do NOT create it in target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a 2024-11-13T08:15:22,477 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T08:15:22,477 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/hadoop.tmp.dir so I do NOT create it in target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a 2024-11-13T08:15:22,477 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b15b210d-9e3c-bee1-92ca-1c02b7d11d88/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T08:15:22,477 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a 2024-11-13T08:15:22,477 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T08:15:22,477 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/cluster_a2fa1226-72a8-ac06-63f3-5f589247b988, deleteOnExit=true 2024-11-13T08:15:22,477 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-13T08:15:22,477 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/test.cache.data in system properties and HBase conf 2024-11-13T08:15:22,477 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T08:15:22,478 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/hadoop.log.dir in system properties and HBase conf 2024-11-13T08:15:22,478 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T08:15:22,478 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T08:15:22,478 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-13T08:15:22,478 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T08:15:22,478 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T08:15:22,478 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T08:15:22,478 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T08:15:22,478 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T08:15:22,478 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T08:15:22,479 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T08:15:22,479 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T08:15:22,479 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T08:15:22,479 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T08:15:22,479 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/nfs.dump.dir in system properties and HBase conf 2024-11-13T08:15:22,479 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/java.io.tmpdir in system properties and HBase conf 2024-11-13T08:15:22,479 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T08:15:22,479 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T08:15:22,479 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T08:15:22,559 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:15:22,564 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T08:15:22,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T08:15:22,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T08:15:22,566 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T08:15:22,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:15:22,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69fddf59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/hadoop.log.dir/,AVAILABLE} 2024-11-13T08:15:22,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@704ff7c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T08:15:22,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cb12bb6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/java.io.tmpdir/jetty-localhost-44583-hadoop-hdfs-3_4_1-tests_jar-_-any-9704048712264063639/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T08:15:22,684 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@486f546b{HTTP/1.1, (http/1.1)}{localhost:44583} 2024-11-13T08:15:22,685 INFO [Time-limited test {}] server.Server(415): Started @10568ms 2024-11-13T08:15:22,763 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:15:22,768 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T08:15:22,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T08:15:22,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T08:15:22,769 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T08:15:22,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4121f00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/hadoop.log.dir/,AVAILABLE} 2024-11-13T08:15:22,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56c3d6c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T08:15:22,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ce14f8b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/java.io.tmpdir/jetty-localhost-34193-hadoop-hdfs-3_4_1-tests_jar-_-any-2001374707525992854/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:15:22,890 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5be12940{HTTP/1.1, (http/1.1)}{localhost:34193} 2024-11-13T08:15:22,890 INFO [Time-limited test {}] server.Server(415): Started @10773ms 2024-11-13T08:15:22,892 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T08:15:22,932 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:15:22,936 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T08:15:22,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T08:15:22,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T08:15:22,940 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T08:15:22,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2811673d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/hadoop.log.dir/,AVAILABLE} 2024-11-13T08:15:22,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ce113a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T08:15:22,975 WARN [Thread-353 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/cluster_a2fa1226-72a8-ac06-63f3-5f589247b988/dfs/data/data1/current/BP-428016651-172.17.0.2-1731485722510/current, will proceed with Du for space computation calculation, 2024-11-13T08:15:22,975 WARN [Thread-354 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/cluster_a2fa1226-72a8-ac06-63f3-5f589247b988/dfs/data/data2/current/BP-428016651-172.17.0.2-1731485722510/current, will proceed with Du for space computation calculation, 2024-11-13T08:15:22,996 WARN [Thread-332 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T08:15:22,999 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaaba09162ef815f0 with lease ID 0xe5430bbb4a01363e: Processing first storage report for DS-e0f9be9a-eed4-4eeb-8176-68f99672d760 from datanode DatanodeRegistration(127.0.0.1:40229, datanodeUuid=907ca626-1ba8-4f6d-8c2b-00ac146c4ac1, infoPort=42551, infoSecurePort=0, ipcPort=43351, storageInfo=lv=-57;cid=testClusterID;nsid=1990212977;c=1731485722510) 2024-11-13T08:15:23,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaaba09162ef815f0 with lease ID 0xe5430bbb4a01363e: from storage DS-e0f9be9a-eed4-4eeb-8176-68f99672d760 node DatanodeRegistration(127.0.0.1:40229, datanodeUuid=907ca626-1ba8-4f6d-8c2b-00ac146c4ac1, infoPort=42551, infoSecurePort=0, ipcPort=43351, storageInfo=lv=-57;cid=testClusterID;nsid=1990212977;c=1731485722510), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T08:15:23,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaaba09162ef815f0 with lease ID 0xe5430bbb4a01363e: Processing first storage report for DS-3d74bbf1-2652-42b2-b05b-cfc49a38b993 from datanode DatanodeRegistration(127.0.0.1:40229, datanodeUuid=907ca626-1ba8-4f6d-8c2b-00ac146c4ac1, infoPort=42551, infoSecurePort=0, ipcPort=43351, storageInfo=lv=-57;cid=testClusterID;nsid=1990212977;c=1731485722510) 2024-11-13T08:15:23,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaaba09162ef815f0 with lease ID 0xe5430bbb4a01363e: from storage DS-3d74bbf1-2652-42b2-b05b-cfc49a38b993 node DatanodeRegistration(127.0.0.1:40229, datanodeUuid=907ca626-1ba8-4f6d-8c2b-00ac146c4ac1, infoPort=42551, infoSecurePort=0, ipcPort=43351, storageInfo=lv=-57;cid=testClusterID;nsid=1990212977;c=1731485722510), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T08:15:23,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@454e8f55{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/java.io.tmpdir/jetty-localhost-41047-hadoop-hdfs-3_4_1-tests_jar-_-any-3420038208055837466/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:15:23,064 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ee30255{HTTP/1.1, (http/1.1)}{localhost:41047} 2024-11-13T08:15:23,064 INFO [Time-limited test {}] server.Server(415): Started @10947ms 2024-11-13T08:15:23,066 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T08:15:23,151 WARN [Thread-379 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/cluster_a2fa1226-72a8-ac06-63f3-5f589247b988/dfs/data/data3/current/BP-428016651-172.17.0.2-1731485722510/current, will proceed with Du for space computation calculation, 2024-11-13T08:15:23,151 WARN [Thread-380 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/cluster_a2fa1226-72a8-ac06-63f3-5f589247b988/dfs/data/data4/current/BP-428016651-172.17.0.2-1731485722510/current, will proceed with Du for space computation calculation, 2024-11-13T08:15:23,168 WARN [Thread-368 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T08:15:23,171 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5fe61fa9b3463f97 with lease ID 0xe5430bbb4a01363f: Processing first storage report for DS-581ee021-66a6-48dd-a332-a5e34475b0ba from datanode DatanodeRegistration(127.0.0.1:35543, datanodeUuid=252fc674-ea9c-4273-b7c1-429e8223546d, infoPort=44625, infoSecurePort=0, ipcPort=46459, storageInfo=lv=-57;cid=testClusterID;nsid=1990212977;c=1731485722510) 2024-11-13T08:15:23,171 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5fe61fa9b3463f97 with lease ID 0xe5430bbb4a01363f: from storage DS-581ee021-66a6-48dd-a332-a5e34475b0ba node DatanodeRegistration(127.0.0.1:35543, datanodeUuid=252fc674-ea9c-4273-b7c1-429e8223546d, infoPort=44625, infoSecurePort=0, ipcPort=46459, storageInfo=lv=-57;cid=testClusterID;nsid=1990212977;c=1731485722510), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T08:15:23,171 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5fe61fa9b3463f97 with lease ID 0xe5430bbb4a01363f: Processing first storage report for DS-2d8dbc55-4d4d-4358-a3ee-325ff3107d5f from datanode DatanodeRegistration(127.0.0.1:35543, datanodeUuid=252fc674-ea9c-4273-b7c1-429e8223546d, infoPort=44625, infoSecurePort=0, ipcPort=46459, storageInfo=lv=-57;cid=testClusterID;nsid=1990212977;c=1731485722510) 2024-11-13T08:15:23,171 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5fe61fa9b3463f97 with lease ID 0xe5430bbb4a01363f: from storage DS-2d8dbc55-4d4d-4358-a3ee-325ff3107d5f node DatanodeRegistration(127.0.0.1:35543, datanodeUuid=252fc674-ea9c-4273-b7c1-429e8223546d, infoPort=44625, infoSecurePort=0, ipcPort=46459, storageInfo=lv=-57;cid=testClusterID;nsid=1990212977;c=1731485722510), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T08:15:23,193 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a 2024-11-13T08:15:23,195 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/cluster_a2fa1226-72a8-ac06-63f3-5f589247b988/zookeeper_0, clientPort=63554, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/cluster_a2fa1226-72a8-ac06-63f3-5f589247b988/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/cluster_a2fa1226-72a8-ac06-63f3-5f589247b988/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T08:15:23,196 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63554 2024-11-13T08:15:23,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:23,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:23,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741825_1001 (size=7) 2024-11-13T08:15:23,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741825_1001 (size=7) 2024-11-13T08:15:23,210 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f with version=8 2024-11-13T08:15:23,210 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/hbase-staging 2024-11-13T08:15:23,213 INFO [Time-limited test {}] client.ConnectionUtils(129): master/9c6ec3fb6018:0 server-side Connection retries=45 2024-11-13T08:15:23,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:23,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:23,213 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T08:15:23,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:23,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T08:15:23,213 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T08:15:23,213 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T08:15:23,214 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38449 2024-11-13T08:15:23,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:23,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:23,218 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38449 connecting to ZooKeeper ensemble=127.0.0.1:63554 2024-11-13T08:15:23,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384490x0, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T08:15:23,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38449-0x101a0b2dfa30000 connected 2024-11-13T08:15:23,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:15:23,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:23,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T08:15:23,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38449 2024-11-13T08:15:23,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38449 2024-11-13T08:15:23,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38449 2024-11-13T08:15:23,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38449 2024-11-13T08:15:23,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38449 2024-11-13T08:15:23,248 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f, hbase.cluster.distributed=false 2024-11-13T08:15:23,265 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/9c6ec3fb6018:0 server-side Connection retries=45 2024-11-13T08:15:23,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:23,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:23,265 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T08:15:23,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:23,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T08:15:23,265 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T08:15:23,265 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T08:15:23,266 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38827 2024-11-13T08:15:23,266 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T08:15:23,267 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T08:15:23,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:23,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:23,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38827 connecting to ZooKeeper ensemble=127.0.0.1:63554 2024-11-13T08:15:23,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388270x0, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T08:15:23,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38827-0x101a0b2dfa30001 connected 2024-11-13T08:15:23,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38827-0x101a0b2dfa30001, quorum=127.0.0.1:63554, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:15:23,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38827-0x101a0b2dfa30001, quorum=127.0.0.1:63554, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:23,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38827-0x101a0b2dfa30001, quorum=127.0.0.1:63554, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T08:15:23,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38827 2024-11-13T08:15:23,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38827 2024-11-13T08:15:23,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38827 2024-11-13T08:15:23,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38827 2024-11-13T08:15:23,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38827 2024-11-13T08:15:23,298 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/9c6ec3fb6018:0 server-side Connection retries=45 2024-11-13T08:15:23,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:23,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:23,298 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T08:15:23,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:23,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T08:15:23,298 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T08:15:23,299 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T08:15:23,299 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42037 2024-11-13T08:15:23,300 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T08:15:23,302 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T08:15:23,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:23,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:23,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42037 connecting to ZooKeeper ensemble=127.0.0.1:63554 2024-11-13T08:15:23,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420370x0, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T08:15:23,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420370x0, quorum=127.0.0.1:63554, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:15:23,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42037-0x101a0b2dfa30002 connected 2024-11-13T08:15:23,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42037-0x101a0b2dfa30002, quorum=127.0.0.1:63554, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:23,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42037-0x101a0b2dfa30002, quorum=127.0.0.1:63554, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T08:15:23,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42037 2024-11-13T08:15:23,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42037 2024-11-13T08:15:23,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42037 2024-11-13T08:15:23,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42037 2024-11-13T08:15:23,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42037 2024-11-13T08:15:23,315 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/9c6ec3fb6018,38449,1731485723212 2024-11-13T08:15:23,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x101a0b2dfa30002, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:23,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x101a0b2dfa30001, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:23,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:23,318 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9c6ec3fb6018,38449,1731485723212 2024-11-13T08:15:23,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x101a0b2dfa30001, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T08:15:23,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x101a0b2dfa30001, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:23,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x101a0b2dfa30002, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T08:15:23,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x101a0b2dfa30002, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:23,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T08:15:23,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:23,322 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T08:15:23,323 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9c6ec3fb6018,38449,1731485723212 from backup master directory 2024-11-13T08:15:23,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9c6ec3fb6018,38449,1731485723212 2024-11-13T08:15:23,324 WARN [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T08:15:23,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:23,324 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9c6ec3fb6018,38449,1731485723212 2024-11-13T08:15:23,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x101a0b2dfa30001, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:23,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x101a0b2dfa30002, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:23,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T08:15:23,328 DEBUG [M:0;9c6ec3fb6018:38449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9c6ec3fb6018:38449 2024-11-13T08:15:23,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741826_1002 (size=42) 2024-11-13T08:15:23,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741826_1002 (size=42) 2024-11-13T08:15:23,344 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/hbase.id with ID: 881abd23-8651-4e74-ab3d-e8eee725fee2 2024-11-13T08:15:23,362 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:23,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x101a0b2dfa30002, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:23,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x101a0b2dfa30001, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:23,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:23,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741827_1003 (size=196) 2024-11-13T08:15:23,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741827_1003 (size=196) 2024-11-13T08:15:23,378 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T08:15:23,379 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T08:15:23,379 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:15:23,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741828_1004 (size=1189) 2024-11-13T08:15:23,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741828_1004 (size=1189) 2024-11-13T08:15:23,388 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/MasterData/data/master/store 2024-11-13T08:15:23,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741829_1005 (size=34) 2024-11-13T08:15:23,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741829_1005 (size=34) 2024-11-13T08:15:23,397 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:23,397 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T08:15:23,398 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:23,398 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:23,398 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T08:15:23,398 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:23,398 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:23,398 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-13T08:15:23,399 WARN [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/MasterData/data/master/store/.initializing 2024-11-13T08:15:23,399 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/MasterData/WALs/9c6ec3fb6018,38449,1731485723212 2024-11-13T08:15:23,401 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:15:23,403 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9c6ec3fb6018%2C38449%2C1731485723212, suffix=, logDir=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/MasterData/WALs/9c6ec3fb6018,38449,1731485723212, archiveDir=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/MasterData/oldWALs, maxLogs=10 2024-11-13T08:15:23,417 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/MasterData/WALs/9c6ec3fb6018,38449,1731485723212/9c6ec3fb6018%2C38449%2C1731485723212.1731485723404, exclude list is [], retry=0 2024-11-13T08:15:23,421 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35543,DS-581ee021-66a6-48dd-a332-a5e34475b0ba,DISK] 2024-11-13T08:15:23,422 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40229,DS-e0f9be9a-eed4-4eeb-8176-68f99672d760,DISK] 2024-11-13T08:15:23,424 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/MasterData/WALs/9c6ec3fb6018,38449,1731485723212/9c6ec3fb6018%2C38449%2C1731485723212.1731485723404 2024-11-13T08:15:23,425 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44625:44625),(127.0.0.1/127.0.0.1:42551:42551)] 2024-11-13T08:15:23,425 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:15:23,425 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:23,425 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:23,425 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:23,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:23,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T08:15:23,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:23,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:23,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:23,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T08:15:23,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:23,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:23,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:23,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T08:15:23,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:23,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:23,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:23,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T08:15:23,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:23,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:23,439 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:23,440 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:23,442 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T08:15:23,444 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:23,447 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:23,447 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60053715, jitterRate=-0.1051299124956131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T08:15:23,448 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-13T08:15:23,449 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T08:15:23,453 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146f197f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:15:23,454 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-13T08:15:23,455 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T08:15:23,455 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T08:15:23,455 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T08:15:23,455 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T08:15:23,456 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-13T08:15:23,456 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T08:15:23,458 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T08:15:23,459 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T08:15:23,460 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-13T08:15:23,461 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T08:15:23,461 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T08:15:23,462 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-13T08:15:23,463 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T08:15:23,463 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T08:15:23,465 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-13T08:15:23,465 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T08:15:23,466 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T08:15:23,468 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T08:15:23,469 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T08:15:23,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x101a0b2dfa30001, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:23,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x101a0b2dfa30002, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:23,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:23,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x101a0b2dfa30001, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:23,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x101a0b2dfa30002, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:23,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:23,471 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=9c6ec3fb6018,38449,1731485723212, sessionid=0x101a0b2dfa30000, setting cluster-up flag (Was=false) 2024-11-13T08:15:23,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x101a0b2dfa30001, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:23,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:23,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x101a0b2dfa30002, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:23,478 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T08:15:23,479 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9c6ec3fb6018,38449,1731485723212 2024-11-13T08:15:23,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x101a0b2dfa30001, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:23,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:23,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x101a0b2dfa30002, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:23,486 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T08:15:23,487 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9c6ec3fb6018,38449,1731485723212 2024-11-13T08:15:23,490 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-13T08:15:23,490 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-13T08:15:23,491 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T08:15:23,491 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9c6ec3fb6018,38449,1731485723212 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T08:15:23,491 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9c6ec3fb6018:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:15:23,491 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9c6ec3fb6018:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:15:23,491 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:15:23,491 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:15:23,491 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9c6ec3fb6018:0, corePoolSize=10, maxPoolSize=10 2024-11-13T08:15:23,492 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:23,492 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=2, maxPoolSize=2 2024-11-13T08:15:23,492 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:23,493 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731485753493 2024-11-13T08:15:23,493 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T08:15:23,493 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T08:15:23,493 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T08:15:23,493 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T08:15:23,493 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T08:15:23,493 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T08:15:23,493 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:23,494 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T08:15:23,494 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T08:15:23,494 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T08:15:23,494 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-13T08:15:23,494 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-13T08:15:23,495 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T08:15:23,495 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T08:15:23,495 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.large.0-1731485723495,5,FailOnTimeoutGroup] 2024-11-13T08:15:23,495 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:23,495 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T08:15:23,496 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.small.0-1731485723495,5,FailOnTimeoutGroup] 2024-11-13T08:15:23,496 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:23,496 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T08:15:23,496 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:23,496 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:23,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741831_1007 (size=1039) 2024-11-13T08:15:23,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741831_1007 (size=1039) 2024-11-13T08:15:23,504 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-13T08:15:23,505 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f 2024-11-13T08:15:23,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741832_1008 (size=32) 2024-11-13T08:15:23,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741832_1008 (size=32) 2024-11-13T08:15:23,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:23,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T08:15:23,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T08:15:23,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:23,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:23,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T08:15:23,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T08:15:23,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:23,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:23,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T08:15:23,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T08:15:23,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:23,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:23,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/hbase/meta/1588230740 2024-11-13T08:15:23,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/hbase/meta/1588230740 2024-11-13T08:15:23,524 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:15:23,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-13T08:15:23,528 DEBUG [RS:0;9c6ec3fb6018:38827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9c6ec3fb6018:38827 2024-11-13T08:15:23,528 DEBUG [RS:1;9c6ec3fb6018:42037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9c6ec3fb6018:42037 2024-11-13T08:15:23,529 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:23,529 INFO [RS:0;9c6ec3fb6018:38827 {}] regionserver.HRegionServer(1008): ClusterId : 881abd23-8651-4e74-ab3d-e8eee725fee2 2024-11-13T08:15:23,529 INFO [RS:1;9c6ec3fb6018:42037 {}] regionserver.HRegionServer(1008): ClusterId : 881abd23-8651-4e74-ab3d-e8eee725fee2 2024-11-13T08:15:23,530 DEBUG [RS:0;9c6ec3fb6018:38827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T08:15:23,530 DEBUG [RS:1;9c6ec3fb6018:42037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T08:15:23,529 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67039197, jitterRate=-0.0010381191968917847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:15:23,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-13T08:15:23,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-13T08:15:23,530 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-13T08:15:23,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-13T08:15:23,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T08:15:23,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T08:15:23,531 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-13T08:15:23,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-13T08:15:23,532 DEBUG [RS:0;9c6ec3fb6018:38827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T08:15:23,532 DEBUG [RS:0;9c6ec3fb6018:38827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T08:15:23,532 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-13T08:15:23,532 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-13T08:15:23,532 DEBUG [RS:1;9c6ec3fb6018:42037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T08:15:23,532 DEBUG [RS:1;9c6ec3fb6018:42037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T08:15:23,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T08:15:23,534 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T08:15:23,535 DEBUG [RS:0;9c6ec3fb6018:38827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T08:15:23,535 DEBUG [RS:0;9c6ec3fb6018:38827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e111e99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:15:23,535 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T08:15:23,535 DEBUG [RS:1;9c6ec3fb6018:42037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T08:15:23,536 DEBUG [RS:1;9c6ec3fb6018:42037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae5b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:15:23,536 DEBUG [RS:0;9c6ec3fb6018:38827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18da4236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9c6ec3fb6018/172.17.0.2:0 2024-11-13T08:15:23,536 INFO [RS:0;9c6ec3fb6018:38827 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-13T08:15:23,536 INFO [RS:0;9c6ec3fb6018:38827 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-13T08:15:23,536 DEBUG [RS:0;9c6ec3fb6018:38827 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-13T08:15:23,536 DEBUG [RS:1;9c6ec3fb6018:42037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27303053, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9c6ec3fb6018/172.17.0.2:0 2024-11-13T08:15:23,536 INFO [RS:1;9c6ec3fb6018:42037 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-13T08:15:23,536 INFO [RS:1;9c6ec3fb6018:42037 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-13T08:15:23,536 DEBUG [RS:1;9c6ec3fb6018:42037 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-13T08:15:23,537 INFO [RS:0;9c6ec3fb6018:38827 {}] regionserver.HRegionServer(3073): reportForDuty to master=9c6ec3fb6018,38449,1731485723212 with isa=9c6ec3fb6018/172.17.0.2:38827, startcode=1731485723264 2024-11-13T08:15:23,537 INFO [RS:1;9c6ec3fb6018:42037 {}] regionserver.HRegionServer(3073): reportForDuty to master=9c6ec3fb6018,38449,1731485723212 with isa=9c6ec3fb6018/172.17.0.2:42037, startcode=1731485723297 2024-11-13T08:15:23,537 DEBUG [RS:1;9c6ec3fb6018:42037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T08:15:23,537 DEBUG [RS:0;9c6ec3fb6018:38827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T08:15:23,539 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42511, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T08:15:23,539 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52271, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T08:15:23,540 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38449 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 9c6ec3fb6018,42037,1731485723297 2024-11-13T08:15:23,540 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38449 {}] master.ServerManager(486): Registering regionserver=9c6ec3fb6018,42037,1731485723297 2024-11-13T08:15:23,541 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38449 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 9c6ec3fb6018,38827,1731485723264 2024-11-13T08:15:23,542 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38449 {}] master.ServerManager(486): Registering regionserver=9c6ec3fb6018,38827,1731485723264 2024-11-13T08:15:23,542 DEBUG [RS:1;9c6ec3fb6018:42037 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f 2024-11-13T08:15:23,542 DEBUG [RS:1;9c6ec3fb6018:42037 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35613 2024-11-13T08:15:23,542 DEBUG [RS:1;9c6ec3fb6018:42037 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-13T08:15:23,543 DEBUG [RS:0;9c6ec3fb6018:38827 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f 2024-11-13T08:15:23,543 DEBUG [RS:0;9c6ec3fb6018:38827 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35613 2024-11-13T08:15:23,543 DEBUG [RS:0;9c6ec3fb6018:38827 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-13T08:15:23,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T08:15:23,547 DEBUG [RS:1;9c6ec3fb6018:42037 {}] zookeeper.ZKUtil(111): regionserver:42037-0x101a0b2dfa30002, quorum=127.0.0.1:63554, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9c6ec3fb6018,42037,1731485723297 2024-11-13T08:15:23,547 WARN [RS:1;9c6ec3fb6018:42037 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T08:15:23,547 INFO [RS:1;9c6ec3fb6018:42037 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:15:23,547 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9c6ec3fb6018,42037,1731485723297] 2024-11-13T08:15:23,547 DEBUG [RS:1;9c6ec3fb6018:42037 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/WALs/9c6ec3fb6018,42037,1731485723297 2024-11-13T08:15:23,547 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9c6ec3fb6018,38827,1731485723264] 2024-11-13T08:15:23,547 DEBUG [RS:0;9c6ec3fb6018:38827 {}] zookeeper.ZKUtil(111): regionserver:38827-0x101a0b2dfa30001, quorum=127.0.0.1:63554, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9c6ec3fb6018,38827,1731485723264 2024-11-13T08:15:23,547 WARN [RS:0;9c6ec3fb6018:38827 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T08:15:23,547 INFO [RS:0;9c6ec3fb6018:38827 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:15:23,547 DEBUG [RS:0;9c6ec3fb6018:38827 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/WALs/9c6ec3fb6018,38827,1731485723264 2024-11-13T08:15:23,555 DEBUG [RS:0;9c6ec3fb6018:38827 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-13T08:15:23,555 DEBUG [RS:1;9c6ec3fb6018:42037 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-13T08:15:23,555 INFO [RS:0;9c6ec3fb6018:38827 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T08:15:23,555 INFO [RS:1;9c6ec3fb6018:42037 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T08:15:23,558 INFO [RS:0;9c6ec3fb6018:38827 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T08:15:23,558 INFO [RS:0;9c6ec3fb6018:38827 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T08:15:23,558 INFO [RS:0;9c6ec3fb6018:38827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:23,560 INFO [RS:0;9c6ec3fb6018:38827 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-13T08:15:23,560 INFO [RS:1;9c6ec3fb6018:42037 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T08:15:23,560 INFO [RS:1;9c6ec3fb6018:42037 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T08:15:23,560 INFO [RS:1;9c6ec3fb6018:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:23,561 INFO [RS:1;9c6ec3fb6018:42037 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-13T08:15:23,561 INFO [RS:0;9c6ec3fb6018:38827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:23,561 DEBUG [RS:0;9c6ec3fb6018:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:23,561 DEBUG [RS:0;9c6ec3fb6018:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:23,561 DEBUG [RS:0;9c6ec3fb6018:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:23,561 INFO [RS:1;9c6ec3fb6018:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:23,561 DEBUG [RS:0;9c6ec3fb6018:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:23,562 DEBUG [RS:0;9c6ec3fb6018:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:23,562 DEBUG [RS:1;9c6ec3fb6018:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:23,562 DEBUG [RS:0;9c6ec3fb6018:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9c6ec3fb6018:0, corePoolSize=2, maxPoolSize=2 2024-11-13T08:15:23,562 DEBUG [RS:1;9c6ec3fb6018:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:23,562 DEBUG [RS:0;9c6ec3fb6018:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:23,562 DEBUG [RS:1;9c6ec3fb6018:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:23,562 DEBUG [RS:1;9c6ec3fb6018:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:23,562 DEBUG [RS:0;9c6ec3fb6018:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:23,562 DEBUG [RS:1;9c6ec3fb6018:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:23,562 DEBUG [RS:0;9c6ec3fb6018:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:23,562 DEBUG [RS:1;9c6ec3fb6018:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9c6ec3fb6018:0, corePoolSize=2, maxPoolSize=2 2024-11-13T08:15:23,562 DEBUG [RS:1;9c6ec3fb6018:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:23,562 DEBUG [RS:0;9c6ec3fb6018:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:23,562 DEBUG [RS:1;9c6ec3fb6018:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:23,562 DEBUG [RS:0;9c6ec3fb6018:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:23,562 DEBUG [RS:1;9c6ec3fb6018:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:23,562 DEBUG [RS:1;9c6ec3fb6018:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:23,562 DEBUG [RS:0;9c6ec3fb6018:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9c6ec3fb6018:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:15:23,562 DEBUG [RS:1;9c6ec3fb6018:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:23,562 DEBUG [RS:0;9c6ec3fb6018:38827 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9c6ec3fb6018:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:15:23,562 DEBUG [RS:1;9c6ec3fb6018:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9c6ec3fb6018:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:15:23,562 DEBUG [RS:1;9c6ec3fb6018:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9c6ec3fb6018:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:15:23,564 INFO [RS:0;9c6ec3fb6018:38827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:23,564 INFO [RS:0;9c6ec3fb6018:38827 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:23,564 INFO [RS:1;9c6ec3fb6018:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:23,564 INFO [RS:0;9c6ec3fb6018:38827 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:23,564 INFO [RS:1;9c6ec3fb6018:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:23,564 INFO [RS:0;9c6ec3fb6018:38827 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:23,564 INFO [RS:1;9c6ec3fb6018:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:23,564 INFO [RS:0;9c6ec3fb6018:38827 {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,38827,1731485723264-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T08:15:23,564 INFO [RS:1;9c6ec3fb6018:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:23,564 INFO [RS:1;9c6ec3fb6018:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,42037,1731485723297-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T08:15:23,588 INFO [RS:1;9c6ec3fb6018:42037 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T08:15:23,588 INFO [RS:0;9c6ec3fb6018:38827 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T08:15:23,588 INFO [RS:1;9c6ec3fb6018:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,42037,1731485723297-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:23,588 INFO [RS:0;9c6ec3fb6018:38827 {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,38827,1731485723264-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:23,606 INFO [RS:0;9c6ec3fb6018:38827 {}] regionserver.Replication(204): 9c6ec3fb6018,38827,1731485723264 started 2024-11-13T08:15:23,606 INFO [RS:0;9c6ec3fb6018:38827 {}] regionserver.HRegionServer(1767): Serving as 9c6ec3fb6018,38827,1731485723264, RpcServer on 9c6ec3fb6018/172.17.0.2:38827, sessionid=0x101a0b2dfa30001 2024-11-13T08:15:23,606 INFO [RS:1;9c6ec3fb6018:42037 {}] regionserver.Replication(204): 9c6ec3fb6018,42037,1731485723297 started 2024-11-13T08:15:23,606 INFO [RS:1;9c6ec3fb6018:42037 {}] regionserver.HRegionServer(1767): Serving as 9c6ec3fb6018,42037,1731485723297, RpcServer on 9c6ec3fb6018/172.17.0.2:42037, sessionid=0x101a0b2dfa30002 2024-11-13T08:15:23,606 DEBUG [RS:0;9c6ec3fb6018:38827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T08:15:23,606 DEBUG [RS:0;9c6ec3fb6018:38827 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9c6ec3fb6018,38827,1731485723264 2024-11-13T08:15:23,606 DEBUG [RS:0;9c6ec3fb6018:38827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9c6ec3fb6018,38827,1731485723264' 2024-11-13T08:15:23,606 DEBUG [RS:1;9c6ec3fb6018:42037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T08:15:23,607 DEBUG [RS:0;9c6ec3fb6018:38827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T08:15:23,607 DEBUG [RS:1;9c6ec3fb6018:42037 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9c6ec3fb6018,42037,1731485723297 2024-11-13T08:15:23,607 DEBUG [RS:1;9c6ec3fb6018:42037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9c6ec3fb6018,42037,1731485723297' 2024-11-13T08:15:23,607 DEBUG [RS:1;9c6ec3fb6018:42037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T08:15:23,607 DEBUG [RS:0;9c6ec3fb6018:38827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T08:15:23,607 DEBUG [RS:1;9c6ec3fb6018:42037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T08:15:23,608 DEBUG [RS:0;9c6ec3fb6018:38827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T08:15:23,608 DEBUG [RS:1;9c6ec3fb6018:42037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T08:15:23,608 DEBUG [RS:0;9c6ec3fb6018:38827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T08:15:23,608 DEBUG [RS:1;9c6ec3fb6018:42037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T08:15:23,608 DEBUG [RS:0;9c6ec3fb6018:38827 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9c6ec3fb6018,38827,1731485723264 2024-11-13T08:15:23,608 DEBUG [RS:1;9c6ec3fb6018:42037 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9c6ec3fb6018,42037,1731485723297 2024-11-13T08:15:23,608 DEBUG [RS:0;9c6ec3fb6018:38827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9c6ec3fb6018,38827,1731485723264' 2024-11-13T08:15:23,608 DEBUG [RS:1;9c6ec3fb6018:42037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9c6ec3fb6018,42037,1731485723297' 2024-11-13T08:15:23,608 DEBUG [RS:0;9c6ec3fb6018:38827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T08:15:23,608 DEBUG [RS:1;9c6ec3fb6018:42037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T08:15:23,608 DEBUG [RS:0;9c6ec3fb6018:38827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T08:15:23,608 DEBUG [RS:1;9c6ec3fb6018:42037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T08:15:23,609 DEBUG [RS:0;9c6ec3fb6018:38827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T08:15:23,609 DEBUG [RS:1;9c6ec3fb6018:42037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T08:15:23,609 INFO [RS:1;9c6ec3fb6018:42037 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T08:15:23,609 INFO [RS:0;9c6ec3fb6018:38827 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T08:15:23,609 INFO [RS:0;9c6ec3fb6018:38827 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T08:15:23,609 INFO [RS:1;9c6ec3fb6018:42037 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T08:15:23,685 WARN [9c6ec3fb6018:38449 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-13T08:15:23,709 INFO [RS:0;9c6ec3fb6018:38827 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:15:23,709 INFO [RS:1;9c6ec3fb6018:42037 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:15:23,712 INFO [RS:1;9c6ec3fb6018:42037 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9c6ec3fb6018%2C42037%2C1731485723297, suffix=, logDir=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/WALs/9c6ec3fb6018,42037,1731485723297, archiveDir=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/oldWALs, maxLogs=32 2024-11-13T08:15:23,712 INFO [RS:0;9c6ec3fb6018:38827 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9c6ec3fb6018%2C38827%2C1731485723264, suffix=, logDir=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/WALs/9c6ec3fb6018,38827,1731485723264, archiveDir=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/oldWALs, maxLogs=32 2024-11-13T08:15:23,727 DEBUG [RS:0;9c6ec3fb6018:38827 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/WALs/9c6ec3fb6018,38827,1731485723264/9c6ec3fb6018%2C38827%2C1731485723264.1731485723714, exclude list is [], retry=0 2024-11-13T08:15:23,727 DEBUG [RS:1;9c6ec3fb6018:42037 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/WALs/9c6ec3fb6018,42037,1731485723297/9c6ec3fb6018%2C42037%2C1731485723297.1731485723714, exclude list is [], retry=0 2024-11-13T08:15:23,731 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40229,DS-e0f9be9a-eed4-4eeb-8176-68f99672d760,DISK] 2024-11-13T08:15:23,731 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40229,DS-e0f9be9a-eed4-4eeb-8176-68f99672d760,DISK] 2024-11-13T08:15:23,732 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35543,DS-581ee021-66a6-48dd-a332-a5e34475b0ba,DISK] 2024-11-13T08:15:23,732 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35543,DS-581ee021-66a6-48dd-a332-a5e34475b0ba,DISK] 2024-11-13T08:15:23,734 INFO [RS:0;9c6ec3fb6018:38827 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/WALs/9c6ec3fb6018,38827,1731485723264/9c6ec3fb6018%2C38827%2C1731485723264.1731485723714 2024-11-13T08:15:23,734 INFO [RS:1;9c6ec3fb6018:42037 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/WALs/9c6ec3fb6018,42037,1731485723297/9c6ec3fb6018%2C42037%2C1731485723297.1731485723714 2024-11-13T08:15:23,734 DEBUG [RS:0;9c6ec3fb6018:38827 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44625:44625),(127.0.0.1/127.0.0.1:42551:42551)] 2024-11-13T08:15:23,735 DEBUG [RS:1;9c6ec3fb6018:42037 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42551:42551),(127.0.0.1/127.0.0.1:44625:44625)] 2024-11-13T08:15:23,936 DEBUG [9c6ec3fb6018:38449 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T08:15:23,936 DEBUG [9c6ec3fb6018:38449 {}] balancer.BalancerClusterState(202): Hosts are {9c6ec3fb6018=0} racks are {/default-rack=0} 2024-11-13T08:15:23,938 DEBUG [9c6ec3fb6018:38449 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-13T08:15:23,938 DEBUG [9c6ec3fb6018:38449 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-13T08:15:23,938 INFO [9c6ec3fb6018:38449 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-13T08:15:23,938 INFO [9c6ec3fb6018:38449 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-13T08:15:23,938 DEBUG [9c6ec3fb6018:38449 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T08:15:23,939 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9c6ec3fb6018,38827,1731485723264 2024-11-13T08:15:23,941 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9c6ec3fb6018,38827,1731485723264, state=OPENING 2024-11-13T08:15:23,942 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T08:15:23,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x101a0b2dfa30001, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:23,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:23,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x101a0b2dfa30002, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:23,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=9c6ec3fb6018,38827,1731485723264}] 2024-11-13T08:15:23,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:23,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:23,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:24,098 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9c6ec3fb6018,38827,1731485723264 2024-11-13T08:15:24,098 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T08:15:24,100 INFO [RS-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T08:15:24,105 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-13T08:15:24,105 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:15:24,105 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T08:15:24,107 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9c6ec3fb6018%2C38827%2C1731485723264.meta, suffix=.meta, logDir=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/WALs/9c6ec3fb6018,38827,1731485723264, archiveDir=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/oldWALs, maxLogs=32 2024-11-13T08:15:24,122 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/WALs/9c6ec3fb6018,38827,1731485723264/9c6ec3fb6018%2C38827%2C1731485723264.meta.1731485724109.meta, exclude list is [], retry=0 2024-11-13T08:15:24,125 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35543,DS-581ee021-66a6-48dd-a332-a5e34475b0ba,DISK] 2024-11-13T08:15:24,125 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40229,DS-e0f9be9a-eed4-4eeb-8176-68f99672d760,DISK] 2024-11-13T08:15:24,127 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/WALs/9c6ec3fb6018,38827,1731485723264/9c6ec3fb6018%2C38827%2C1731485723264.meta.1731485724109.meta 2024-11-13T08:15:24,127 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44625:44625),(127.0.0.1/127.0.0.1:42551:42551)] 2024-11-13T08:15:24,127 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:15:24,128 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T08:15:24,128 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T08:15:24,128 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T08:15:24,128 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T08:15:24,128 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:24,128 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-13T08:15:24,128 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-13T08:15:24,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T08:15:24,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T08:15:24,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:24,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:24,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T08:15:24,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T08:15:24,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:24,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:24,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T08:15:24,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T08:15:24,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:24,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:24,136 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/hbase/meta/1588230740 2024-11-13T08:15:24,137 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/hbase/meta/1588230740 2024-11-13T08:15:24,139 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:15:24,141 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-13T08:15:24,142 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59053677, jitterRate=-0.12003163993358612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:15:24,143 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-13T08:15:24,144 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731485724098 2024-11-13T08:15:24,146 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T08:15:24,147 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-13T08:15:24,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9c6ec3fb6018,38827,1731485723264 2024-11-13T08:15:24,148 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9c6ec3fb6018,38827,1731485723264, state=OPEN 2024-11-13T08:15:24,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T08:15:24,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x101a0b2dfa30001, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T08:15:24,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x101a0b2dfa30002, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T08:15:24,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:24,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:24,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:24,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T08:15:24,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=9c6ec3fb6018,38827,1731485723264 in 206 msec 2024-11-13T08:15:24,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T08:15:24,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 621 msec 2024-11-13T08:15:24,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 668 msec 2024-11-13T08:15:24,159 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731485724159, completionTime=-1 2024-11-13T08:15:24,159 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T08:15:24,159 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-13T08:15:24,159 DEBUG [hconnection-0xb01a6d2-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:15:24,161 INFO [RS-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:15:24,162 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-13T08:15:24,162 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731485784162 2024-11-13T08:15:24,162 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731485844162 2024-11-13T08:15:24,162 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-13T08:15:24,168 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,38449,1731485723212-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:24,168 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,38449,1731485723212-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:24,168 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,38449,1731485723212-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:24,168 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9c6ec3fb6018:38449, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:24,169 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:24,169 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-13T08:15:24,169 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T08:15:24,170 DEBUG [master/9c6ec3fb6018:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-13T08:15:24,170 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-13T08:15:24,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T08:15:24,172 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:24,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T08:15:24,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741836_1012 (size=358) 2024-11-13T08:15:24,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741836_1012 (size=358) 2024-11-13T08:15:24,187 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a2f649f6358f56c4a421560c2881d0e4, NAME => 'hbase:namespace,,1731485724169.a2f649f6358f56c4a421560c2881d0e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f 2024-11-13T08:15:24,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741837_1013 (size=42) 2024-11-13T08:15:24,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741837_1013 (size=42) 2024-11-13T08:15:24,198 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731485724169.a2f649f6358f56c4a421560c2881d0e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:24,198 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing a2f649f6358f56c4a421560c2881d0e4, disabling compactions & flushes 2024-11-13T08:15:24,199 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731485724169.a2f649f6358f56c4a421560c2881d0e4. 2024-11-13T08:15:24,199 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731485724169.a2f649f6358f56c4a421560c2881d0e4. 2024-11-13T08:15:24,199 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731485724169.a2f649f6358f56c4a421560c2881d0e4. after waiting 0 ms 2024-11-13T08:15:24,199 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731485724169.a2f649f6358f56c4a421560c2881d0e4. 2024-11-13T08:15:24,199 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731485724169.a2f649f6358f56c4a421560c2881d0e4. 2024-11-13T08:15:24,199 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for a2f649f6358f56c4a421560c2881d0e4: 2024-11-13T08:15:24,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T08:15:24,201 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731485724169.a2f649f6358f56c4a421560c2881d0e4.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731485724201"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731485724201"}]},"ts":"1731485724201"} 2024-11-13T08:15:24,204 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-13T08:15:24,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T08:15:24,206 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731485724205"}]},"ts":"1731485724205"} 2024-11-13T08:15:24,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-13T08:15:24,211 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {9c6ec3fb6018=0} racks are {/default-rack=0} 2024-11-13T08:15:24,213 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-13T08:15:24,213 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-13T08:15:24,213 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-13T08:15:24,213 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-13T08:15:24,213 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T08:15:24,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a2f649f6358f56c4a421560c2881d0e4, ASSIGN}] 2024-11-13T08:15:24,215 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a2f649f6358f56c4a421560c2881d0e4, ASSIGN 2024-11-13T08:15:24,216 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=a2f649f6358f56c4a421560c2881d0e4, ASSIGN; state=OFFLINE, location=9c6ec3fb6018,38827,1731485723264; forceNewPlan=false, retain=false 2024-11-13T08:15:24,366 INFO [9c6ec3fb6018:38449 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-13T08:15:24,366 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a2f649f6358f56c4a421560c2881d0e4, regionState=OPENING, regionLocation=9c6ec3fb6018,38827,1731485723264 2024-11-13T08:15:24,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure a2f649f6358f56c4a421560c2881d0e4, server=9c6ec3fb6018,38827,1731485723264}] 2024-11-13T08:15:24,522 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9c6ec3fb6018,38827,1731485723264 2024-11-13T08:15:24,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731485724169.a2f649f6358f56c4a421560c2881d0e4. 2024-11-13T08:15:24,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => a2f649f6358f56c4a421560c2881d0e4, NAME => 'hbase:namespace,,1731485724169.a2f649f6358f56c4a421560c2881d0e4.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:15:24,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace a2f649f6358f56c4a421560c2881d0e4 2024-11-13T08:15:24,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731485724169.a2f649f6358f56c4a421560c2881d0e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:24,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for a2f649f6358f56c4a421560c2881d0e4 2024-11-13T08:15:24,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for a2f649f6358f56c4a421560c2881d0e4 2024-11-13T08:15:24,530 INFO [StoreOpener-a2f649f6358f56c4a421560c2881d0e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a2f649f6358f56c4a421560c2881d0e4 2024-11-13T08:15:24,532 INFO [StoreOpener-a2f649f6358f56c4a421560c2881d0e4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2f649f6358f56c4a421560c2881d0e4 columnFamilyName info 2024-11-13T08:15:24,532 DEBUG [StoreOpener-a2f649f6358f56c4a421560c2881d0e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:24,533 INFO [StoreOpener-a2f649f6358f56c4a421560c2881d0e4-1 {}] regionserver.HStore(327): Store=a2f649f6358f56c4a421560c2881d0e4/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:24,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/hbase/namespace/a2f649f6358f56c4a421560c2881d0e4 2024-11-13T08:15:24,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/hbase/namespace/a2f649f6358f56c4a421560c2881d0e4 2024-11-13T08:15:24,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for a2f649f6358f56c4a421560c2881d0e4 2024-11-13T08:15:24,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/hbase/namespace/a2f649f6358f56c4a421560c2881d0e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:24,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened a2f649f6358f56c4a421560c2881d0e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62477955, jitterRate=-0.06900592148303986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:15:24,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for a2f649f6358f56c4a421560c2881d0e4: 2024-11-13T08:15:24,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731485724169.a2f649f6358f56c4a421560c2881d0e4., pid=6, masterSystemTime=1731485724522 2024-11-13T08:15:24,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731485724169.a2f649f6358f56c4a421560c2881d0e4. 2024-11-13T08:15:24,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731485724169.a2f649f6358f56c4a421560c2881d0e4. 2024-11-13T08:15:24,544 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a2f649f6358f56c4a421560c2881d0e4, regionState=OPEN, openSeqNum=2, regionLocation=9c6ec3fb6018,38827,1731485723264 2024-11-13T08:15:24,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T08:15:24,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure a2f649f6358f56c4a421560c2881d0e4, server=9c6ec3fb6018,38827,1731485723264 in 177 msec 2024-11-13T08:15:24,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T08:15:24,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=a2f649f6358f56c4a421560c2881d0e4, ASSIGN in 336 msec 2024-11-13T08:15:24,553 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T08:15:24,553 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731485724553"}]},"ts":"1731485724553"} 2024-11-13T08:15:24,555 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-13T08:15:24,557 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T08:15:24,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 388 msec 2024-11-13T08:15:24,571 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-13T08:15:24,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-13T08:15:24,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x101a0b2dfa30002, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:24,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x101a0b2dfa30001, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:24,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:24,578 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-13T08:15:24,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-13T08:15:24,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 12 msec 2024-11-13T08:15:24,600 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-13T08:15:24,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-13T08:15:24,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 11 msec 2024-11-13T08:15:24,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-13T08:15:24,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-13T08:15:24,627 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.303sec 2024-11-13T08:15:24,627 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T08:15:24,627 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T08:15:24,627 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T08:15:24,627 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T08:15:24,628 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T08:15:24,628 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,38449,1731485723212-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T08:15:24,628 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,38449,1731485723212-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T08:15:24,630 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-13T08:15:24,630 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T08:15:24,630 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,38449,1731485723212-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:24,718 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c5fd416 to 127.0.0.1:63554 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f06f35b 2024-11-13T08:15:24,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b26d792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:15:24,724 DEBUG [hconnection-0x3fd17d17-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:15:24,728 INFO [RS-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:15:24,730 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=9c6ec3fb6018,38449,1731485723212 2024-11-13T08:15:24,731 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T08:15:24,733 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38680, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T08:15:24,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T08:15:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T08:15:24,737 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T08:15:24,737 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:24,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-13T08:15:24,738 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T08:15:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T08:15:24,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741838_1014 (size=379) 2024-11-13T08:15:24,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741838_1014 (size=379) 2024-11-13T08:15:24,748 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d4576793c4b33e6e82b412f3c519e8dc, NAME => 'testClearRegionBlockCache,,1731485724734.d4576793c4b33e6e82b412f3c519e8dc.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f 2024-11-13T08:15:24,749 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 80823e8d3f4745872ab6d1eab8ddd240, NAME => 'testClearRegionBlockCache,5,1731485724734.80823e8d3f4745872ab6d1eab8ddd240.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f 2024-11-13T08:15:24,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741840_1016 (size=61) 2024-11-13T08:15:24,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741839_1015 (size=61) 2024-11-13T08:15:24,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741840_1016 (size=61) 2024-11-13T08:15:24,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741839_1015 (size=61) 2024-11-13T08:15:24,758 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731485724734.80823e8d3f4745872ab6d1eab8ddd240.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:24,758 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 80823e8d3f4745872ab6d1eab8ddd240, disabling compactions & flushes 2024-11-13T08:15:24,758 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731485724734.80823e8d3f4745872ab6d1eab8ddd240. 2024-11-13T08:15:24,759 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731485724734.80823e8d3f4745872ab6d1eab8ddd240. 2024-11-13T08:15:24,759 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731485724734.80823e8d3f4745872ab6d1eab8ddd240. after waiting 0 ms 2024-11-13T08:15:24,759 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731485724734.80823e8d3f4745872ab6d1eab8ddd240. 2024-11-13T08:15:24,759 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731485724734.80823e8d3f4745872ab6d1eab8ddd240. 2024-11-13T08:15:24,759 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 80823e8d3f4745872ab6d1eab8ddd240: 2024-11-13T08:15:24,759 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731485724734.d4576793c4b33e6e82b412f3c519e8dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:24,759 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing d4576793c4b33e6e82b412f3c519e8dc, disabling compactions & flushes 2024-11-13T08:15:24,759 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731485724734.d4576793c4b33e6e82b412f3c519e8dc. 2024-11-13T08:15:24,759 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731485724734.d4576793c4b33e6e82b412f3c519e8dc. 2024-11-13T08:15:24,759 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731485724734.d4576793c4b33e6e82b412f3c519e8dc. after waiting 0 ms 2024-11-13T08:15:24,759 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731485724734.d4576793c4b33e6e82b412f3c519e8dc. 2024-11-13T08:15:24,759 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731485724734.d4576793c4b33e6e82b412f3c519e8dc. 2024-11-13T08:15:24,759 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for d4576793c4b33e6e82b412f3c519e8dc: 2024-11-13T08:15:24,760 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T08:15:24,761 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731485724734.80823e8d3f4745872ab6d1eab8ddd240.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731485724761"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731485724761"}]},"ts":"1731485724761"} 2024-11-13T08:15:24,761 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731485724734.d4576793c4b33e6e82b412f3c519e8dc.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731485724761"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731485724761"}]},"ts":"1731485724761"} 2024-11-13T08:15:24,764 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-13T08:15:24,765 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T08:15:24,765 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731485724765"}]},"ts":"1731485724765"} 2024-11-13T08:15:24,767 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T08:15:24,771 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {9c6ec3fb6018=0} racks are {/default-rack=0} 2024-11-13T08:15:24,773 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-13T08:15:24,773 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-13T08:15:24,773 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-13T08:15:24,773 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-13T08:15:24,773 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T08:15:24,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d4576793c4b33e6e82b412f3c519e8dc, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=80823e8d3f4745872ab6d1eab8ddd240, ASSIGN}] 2024-11-13T08:15:24,774 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=80823e8d3f4745872ab6d1eab8ddd240, ASSIGN 2024-11-13T08:15:24,774 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d4576793c4b33e6e82b412f3c519e8dc, ASSIGN 2024-11-13T08:15:24,776 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=80823e8d3f4745872ab6d1eab8ddd240, ASSIGN; state=OFFLINE, location=9c6ec3fb6018,38827,1731485723264; forceNewPlan=false, retain=false 2024-11-13T08:15:24,776 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d4576793c4b33e6e82b412f3c519e8dc, ASSIGN; state=OFFLINE, location=9c6ec3fb6018,42037,1731485723297; forceNewPlan=false, retain=false 2024-11-13T08:15:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T08:15:24,926 INFO [9c6ec3fb6018:38449 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T08:15:24,926 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=d4576793c4b33e6e82b412f3c519e8dc, regionState=OPENING, regionLocation=9c6ec3fb6018,42037,1731485723297 2024-11-13T08:15:24,926 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=80823e8d3f4745872ab6d1eab8ddd240, regionState=OPENING, regionLocation=9c6ec3fb6018,38827,1731485723264 2024-11-13T08:15:24,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure d4576793c4b33e6e82b412f3c519e8dc, server=9c6ec3fb6018,42037,1731485723297}] 2024-11-13T08:15:24,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 80823e8d3f4745872ab6d1eab8ddd240, server=9c6ec3fb6018,38827,1731485723264}] 2024-11-13T08:15:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T08:15:25,082 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9c6ec3fb6018,42037,1731485723297 2024-11-13T08:15:25,082 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T08:15:25,084 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T08:15:25,084 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9c6ec3fb6018,38827,1731485723264 2024-11-13T08:15:25,088 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1731485724734.d4576793c4b33e6e82b412f3c519e8dc. 2024-11-13T08:15:25,088 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1731485724734.80823e8d3f4745872ab6d1eab8ddd240. 2024-11-13T08:15:25,088 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => d4576793c4b33e6e82b412f3c519e8dc, NAME => 'testClearRegionBlockCache,,1731485724734.d4576793c4b33e6e82b412f3c519e8dc.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T08:15:25,088 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 80823e8d3f4745872ab6d1eab8ddd240, NAME => 'testClearRegionBlockCache,5,1731485724734.80823e8d3f4745872ab6d1eab8ddd240.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T08:15:25,089 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache d4576793c4b33e6e82b412f3c519e8dc 2024-11-13T08:15:25,089 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731485724734.d4576793c4b33e6e82b412f3c519e8dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:25,089 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 80823e8d3f4745872ab6d1eab8ddd240 2024-11-13T08:15:25,089 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for d4576793c4b33e6e82b412f3c519e8dc 2024-11-13T08:15:25,089 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731485724734.80823e8d3f4745872ab6d1eab8ddd240.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:25,089 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for d4576793c4b33e6e82b412f3c519e8dc 2024-11-13T08:15:25,089 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 80823e8d3f4745872ab6d1eab8ddd240 2024-11-13T08:15:25,089 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 80823e8d3f4745872ab6d1eab8ddd240 2024-11-13T08:15:25,091 INFO [StoreOpener-d4576793c4b33e6e82b412f3c519e8dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region d4576793c4b33e6e82b412f3c519e8dc 2024-11-13T08:15:25,091 INFO [StoreOpener-80823e8d3f4745872ab6d1eab8ddd240-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 80823e8d3f4745872ab6d1eab8ddd240 2024-11-13T08:15:25,092 INFO [StoreOpener-d4576793c4b33e6e82b412f3c519e8dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4576793c4b33e6e82b412f3c519e8dc columnFamilyName family 2024-11-13T08:15:25,093 DEBUG [StoreOpener-d4576793c4b33e6e82b412f3c519e8dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:25,093 INFO [StoreOpener-80823e8d3f4745872ab6d1eab8ddd240-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80823e8d3f4745872ab6d1eab8ddd240 columnFamilyName family 2024-11-13T08:15:25,093 DEBUG [StoreOpener-80823e8d3f4745872ab6d1eab8ddd240-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:25,093 INFO [StoreOpener-d4576793c4b33e6e82b412f3c519e8dc-1 {}] regionserver.HStore(327): Store=d4576793c4b33e6e82b412f3c519e8dc/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:25,093 INFO [StoreOpener-80823e8d3f4745872ab6d1eab8ddd240-1 {}] regionserver.HStore(327): Store=80823e8d3f4745872ab6d1eab8ddd240/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:25,094 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/default/testClearRegionBlockCache/d4576793c4b33e6e82b412f3c519e8dc 2024-11-13T08:15:25,094 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/default/testClearRegionBlockCache/80823e8d3f4745872ab6d1eab8ddd240 2024-11-13T08:15:25,095 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/default/testClearRegionBlockCache/d4576793c4b33e6e82b412f3c519e8dc 2024-11-13T08:15:25,095 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/default/testClearRegionBlockCache/80823e8d3f4745872ab6d1eab8ddd240 2024-11-13T08:15:25,097 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 80823e8d3f4745872ab6d1eab8ddd240 2024-11-13T08:15:25,097 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for d4576793c4b33e6e82b412f3c519e8dc 2024-11-13T08:15:25,099 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T08:15:25,100 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/default/testClearRegionBlockCache/d4576793c4b33e6e82b412f3c519e8dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:25,101 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/default/testClearRegionBlockCache/80823e8d3f4745872ab6d1eab8ddd240/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:25,101 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened d4576793c4b33e6e82b412f3c519e8dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60398624, jitterRate=-0.0999903678894043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:15:25,101 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 80823e8d3f4745872ab6d1eab8ddd240; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66625338, jitterRate=-0.007205098867416382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:15:25,103 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for d4576793c4b33e6e82b412f3c519e8dc: 2024-11-13T08:15:25,103 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 80823e8d3f4745872ab6d1eab8ddd240: 2024-11-13T08:15:25,104 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1731485724734.80823e8d3f4745872ab6d1eab8ddd240., pid=13, masterSystemTime=1731485725083 2024-11-13T08:15:25,104 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1731485724734.d4576793c4b33e6e82b412f3c519e8dc., pid=12, masterSystemTime=1731485725081 2024-11-13T08:15:25,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T08:15:25,107 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1731485724734.80823e8d3f4745872ab6d1eab8ddd240. 2024-11-13T08:15:25,107 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1731485724734.80823e8d3f4745872ab6d1eab8ddd240. 2024-11-13T08:15:25,108 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=80823e8d3f4745872ab6d1eab8ddd240, regionState=OPEN, openSeqNum=2, regionLocation=9c6ec3fb6018,38827,1731485723264 2024-11-13T08:15:25,108 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1731485724734.d4576793c4b33e6e82b412f3c519e8dc. 2024-11-13T08:15:25,108 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1731485724734.d4576793c4b33e6e82b412f3c519e8dc. 2024-11-13T08:15:25,109 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=d4576793c4b33e6e82b412f3c519e8dc, regionState=OPEN, openSeqNum=2, regionLocation=9c6ec3fb6018,42037,1731485723297 2024-11-13T08:15:25,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-13T08:15:25,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 80823e8d3f4745872ab6d1eab8ddd240, server=9c6ec3fb6018,38827,1731485723264 in 180 msec 2024-11-13T08:15:25,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-13T08:15:25,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure d4576793c4b33e6e82b412f3c519e8dc, server=9c6ec3fb6018,42037,1731485723297 in 183 msec 2024-11-13T08:15:25,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=80823e8d3f4745872ab6d1eab8ddd240, ASSIGN in 341 msec 2024-11-13T08:15:25,117 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T08:15:25,117 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d4576793c4b33e6e82b412f3c519e8dc, ASSIGN in 342 msec 2024-11-13T08:15:25,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T08:15:25,119 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731485725118"}]},"ts":"1731485725118"} 2024-11-13T08:15:25,120 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T08:15:25,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T08:15:25,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 388 msec 2024-11-13T08:15:25,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T08:15:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T08:15:25,344 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-13T08:15:25,344 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T08:15:25,344 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T08:15:25,348 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T08:15:25,348 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T08:15:25,348 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-13T08:15:25,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:15:25,353 INFO [RS-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:15:25,371 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 80823e8d3f4745872ab6d1eab8ddd240 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T08:15:25,389 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/default/testClearRegionBlockCache/80823e8d3f4745872ab6d1eab8ddd240/.tmp/family/edf35b94683c4c9da252a128f32a03ca is 32, key is 5/family:/1731485725364/Put/seqid=0 2024-11-13T08:15:25,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741841_1017 (size=5083) 2024-11-13T08:15:25,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741841_1017 (size=5083) 2024-11-13T08:15:25,395 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/default/testClearRegionBlockCache/80823e8d3f4745872ab6d1eab8ddd240/.tmp/family/edf35b94683c4c9da252a128f32a03ca 2024-11-13T08:15:25,403 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/default/testClearRegionBlockCache/80823e8d3f4745872ab6d1eab8ddd240/.tmp/family/edf35b94683c4c9da252a128f32a03ca as hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/default/testClearRegionBlockCache/80823e8d3f4745872ab6d1eab8ddd240/family/edf35b94683c4c9da252a128f32a03ca 2024-11-13T08:15:25,410 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/default/testClearRegionBlockCache/80823e8d3f4745872ab6d1eab8ddd240/family/edf35b94683c4c9da252a128f32a03ca, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T08:15:25,411 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 80823e8d3f4745872ab6d1eab8ddd240 in 40ms, sequenceid=9, compaction requested=false 2024-11-13T08:15:25,411 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 80823e8d3f4745872ab6d1eab8ddd240: 2024-11-13T08:15:25,411 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing d4576793c4b33e6e82b412f3c519e8dc 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T08:15:25,429 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/default/testClearRegionBlockCache/d4576793c4b33e6e82b412f3c519e8dc/.tmp/family/6874948361304df69afe070b87818a5c is 32, key is 1/family:/1731485725354/Put/seqid=0 2024-11-13T08:15:25,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741842_1018 (size=5054) 2024-11-13T08:15:25,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741842_1018 (size=5054) 2024-11-13T08:15:25,435 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/default/testClearRegionBlockCache/d4576793c4b33e6e82b412f3c519e8dc/.tmp/family/6874948361304df69afe070b87818a5c 2024-11-13T08:15:25,443 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/default/testClearRegionBlockCache/d4576793c4b33e6e82b412f3c519e8dc/.tmp/family/6874948361304df69afe070b87818a5c as hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/default/testClearRegionBlockCache/d4576793c4b33e6e82b412f3c519e8dc/family/6874948361304df69afe070b87818a5c 2024-11-13T08:15:25,450 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/default/testClearRegionBlockCache/d4576793c4b33e6e82b412f3c519e8dc/family/6874948361304df69afe070b87818a5c, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T08:15:25,451 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for d4576793c4b33e6e82b412f3c519e8dc in 40ms, sequenceid=8, compaction requested=false 2024-11-13T08:15:25,451 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for d4576793c4b33e6e82b412f3c519e8dc: 2024-11-13T08:15:25,456 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-13T08:15:25,456 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-13T08:15:25,456 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c5fd416 to 127.0.0.1:63554 2024-11-13T08:15:25,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:25,457 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T08:15:25,457 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=95804202, stopped=false 2024-11-13T08:15:25,457 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=9c6ec3fb6018,38449,1731485723212 2024-11-13T08:15:25,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:25,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x101a0b2dfa30001, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:25,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:25,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x101a0b2dfa30001, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:25,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x101a0b2dfa30002, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:25,459 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-13T08:15:25,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x101a0b2dfa30002, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:25,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:25,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42037-0x101a0b2dfa30002, quorum=127.0.0.1:63554, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:25,460 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '9c6ec3fb6018,38827,1731485723264' ***** 2024-11-13T08:15:25,460 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-13T08:15:25,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38827-0x101a0b2dfa30001, quorum=127.0.0.1:63554, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:25,460 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '9c6ec3fb6018,42037,1731485723297' ***** 2024-11-13T08:15:25,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:25,460 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-13T08:15:25,460 INFO [RS:0;9c6ec3fb6018:38827 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T08:15:25,460 INFO [RS:1;9c6ec3fb6018:42037 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T08:15:25,460 INFO [RS:0;9c6ec3fb6018:38827 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T08:15:25,460 INFO [RS:0;9c6ec3fb6018:38827 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T08:15:25,460 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-13T08:15:25,461 INFO [RS:1;9c6ec3fb6018:42037 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T08:15:25,461 INFO [RS:0;9c6ec3fb6018:38827 {}] regionserver.HRegionServer(3579): Received CLOSE for a2f649f6358f56c4a421560c2881d0e4 2024-11-13T08:15:25,460 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-13T08:15:25,461 INFO [RS:1;9c6ec3fb6018:42037 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T08:15:25,461 INFO [RS:1;9c6ec3fb6018:42037 {}] regionserver.HRegionServer(3579): Received CLOSE for d4576793c4b33e6e82b412f3c519e8dc 2024-11-13T08:15:25,461 INFO [RS:0;9c6ec3fb6018:38827 {}] regionserver.HRegionServer(3579): Received CLOSE for 80823e8d3f4745872ab6d1eab8ddd240 2024-11-13T08:15:25,461 INFO [RS:0;9c6ec3fb6018:38827 {}] regionserver.HRegionServer(1224): stopping server 9c6ec3fb6018,38827,1731485723264 2024-11-13T08:15:25,461 INFO [RS:1;9c6ec3fb6018:42037 {}] regionserver.HRegionServer(1224): stopping server 9c6ec3fb6018,42037,1731485723297 2024-11-13T08:15:25,461 DEBUG [RS:0;9c6ec3fb6018:38827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:25,461 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a2f649f6358f56c4a421560c2881d0e4, disabling compactions & flushes 2024-11-13T08:15:25,461 DEBUG [RS:1;9c6ec3fb6018:42037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:25,461 INFO [RS:0;9c6ec3fb6018:38827 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T08:15:25,461 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d4576793c4b33e6e82b412f3c519e8dc, disabling compactions & flushes 2024-11-13T08:15:25,461 INFO [RS:0;9c6ec3fb6018:38827 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T08:15:25,462 INFO [RS:1;9c6ec3fb6018:42037 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-13T08:15:25,461 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731485724169.a2f649f6358f56c4a421560c2881d0e4. 2024-11-13T08:15:25,462 INFO [RS:0;9c6ec3fb6018:38827 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T08:15:25,462 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731485724734.d4576793c4b33e6e82b412f3c519e8dc. 2024-11-13T08:15:25,462 DEBUG [RS:1;9c6ec3fb6018:42037 {}] regionserver.HRegionServer(1603): Online Regions={d4576793c4b33e6e82b412f3c519e8dc=testClearRegionBlockCache,,1731485724734.d4576793c4b33e6e82b412f3c519e8dc.} 2024-11-13T08:15:25,462 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731485724169.a2f649f6358f56c4a421560c2881d0e4. 2024-11-13T08:15:25,462 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731485724734.d4576793c4b33e6e82b412f3c519e8dc. 2024-11-13T08:15:25,462 INFO [RS:0;9c6ec3fb6018:38827 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-13T08:15:25,462 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731485724734.d4576793c4b33e6e82b412f3c519e8dc. after waiting 0 ms 2024-11-13T08:15:25,462 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731485724169.a2f649f6358f56c4a421560c2881d0e4. after waiting 0 ms 2024-11-13T08:15:25,462 DEBUG [RS:1;9c6ec3fb6018:42037 {}] regionserver.HRegionServer(1629): Waiting on d4576793c4b33e6e82b412f3c519e8dc 2024-11-13T08:15:25,462 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731485724734.d4576793c4b33e6e82b412f3c519e8dc. 2024-11-13T08:15:25,462 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731485724169.a2f649f6358f56c4a421560c2881d0e4. 2024-11-13T08:15:25,462 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing a2f649f6358f56c4a421560c2881d0e4 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-13T08:15:25,462 INFO [RS:0;9c6ec3fb6018:38827 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-11-13T08:15:25,462 DEBUG [RS:0;9c6ec3fb6018:38827 {}] regionserver.HRegionServer(1603): Online Regions={a2f649f6358f56c4a421560c2881d0e4=hbase:namespace,,1731485724169.a2f649f6358f56c4a421560c2881d0e4., 80823e8d3f4745872ab6d1eab8ddd240=testClearRegionBlockCache,5,1731485724734.80823e8d3f4745872ab6d1eab8ddd240., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T08:15:25,462 DEBUG [RS:0;9c6ec3fb6018:38827 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 80823e8d3f4745872ab6d1eab8ddd240, a2f649f6358f56c4a421560c2881d0e4 2024-11-13T08:15:25,462 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-13T08:15:25,462 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-13T08:15:25,462 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-13T08:15:25,462 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T08:15:25,462 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T08:15:25,463 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-13T08:15:25,466 INFO [regionserver/9c6ec3fb6018:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:15:25,466 INFO [regionserver/9c6ec3fb6018:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:15:25,469 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/default/testClearRegionBlockCache/d4576793c4b33e6e82b412f3c519e8dc/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T08:15:25,470 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731485724734.d4576793c4b33e6e82b412f3c519e8dc. 2024-11-13T08:15:25,470 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d4576793c4b33e6e82b412f3c519e8dc: 2024-11-13T08:15:25,470 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731485724734.d4576793c4b33e6e82b412f3c519e8dc. 2024-11-13T08:15:25,487 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/hbase/namespace/a2f649f6358f56c4a421560c2881d0e4/.tmp/info/c5257698993e4b55bdf014939835c886 is 45, key is default/info:d/1731485724583/Put/seqid=0 2024-11-13T08:15:25,488 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/hbase/meta/1588230740/.tmp/info/5eff794a6880473a94fae94d2f22c173 is 173, key is testClearRegionBlockCache,5,1731485724734.80823e8d3f4745872ab6d1eab8ddd240./info:regioninfo/1731485725107/Put/seqid=0 2024-11-13T08:15:25,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741843_1019 (size=5037) 2024-11-13T08:15:25,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741844_1020 (size=9337) 2024-11-13T08:15:25,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741844_1020 (size=9337) 2024-11-13T08:15:25,496 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/hbase/namespace/a2f649f6358f56c4a421560c2881d0e4/.tmp/info/c5257698993e4b55bdf014939835c886 2024-11-13T08:15:25,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741843_1019 (size=5037) 2024-11-13T08:15:25,497 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/hbase/meta/1588230740/.tmp/info/5eff794a6880473a94fae94d2f22c173 2024-11-13T08:15:25,504 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/hbase/namespace/a2f649f6358f56c4a421560c2881d0e4/.tmp/info/c5257698993e4b55bdf014939835c886 as hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/hbase/namespace/a2f649f6358f56c4a421560c2881d0e4/info/c5257698993e4b55bdf014939835c886 2024-11-13T08:15:25,511 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/hbase/namespace/a2f649f6358f56c4a421560c2881d0e4/info/c5257698993e4b55bdf014939835c886, entries=2, sequenceid=6, filesize=4.9 K 2024-11-13T08:15:25,513 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for a2f649f6358f56c4a421560c2881d0e4 in 51ms, sequenceid=6, compaction requested=false 2024-11-13T08:15:25,518 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/hbase/namespace/a2f649f6358f56c4a421560c2881d0e4/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T08:15:25,519 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731485724169.a2f649f6358f56c4a421560c2881d0e4. 2024-11-13T08:15:25,519 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a2f649f6358f56c4a421560c2881d0e4: 2024-11-13T08:15:25,519 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731485724169.a2f649f6358f56c4a421560c2881d0e4. 2024-11-13T08:15:25,519 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 80823e8d3f4745872ab6d1eab8ddd240, disabling compactions & flushes 2024-11-13T08:15:25,519 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731485724734.80823e8d3f4745872ab6d1eab8ddd240. 2024-11-13T08:15:25,519 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731485724734.80823e8d3f4745872ab6d1eab8ddd240. 2024-11-13T08:15:25,519 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731485724734.80823e8d3f4745872ab6d1eab8ddd240. after waiting 0 ms 2024-11-13T08:15:25,519 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731485724734.80823e8d3f4745872ab6d1eab8ddd240. 2024-11-13T08:15:25,524 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/default/testClearRegionBlockCache/80823e8d3f4745872ab6d1eab8ddd240/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T08:15:25,525 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731485724734.80823e8d3f4745872ab6d1eab8ddd240. 2024-11-13T08:15:25,525 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 80823e8d3f4745872ab6d1eab8ddd240: 2024-11-13T08:15:25,525 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731485724734.80823e8d3f4745872ab6d1eab8ddd240. 2024-11-13T08:15:25,527 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/hbase/meta/1588230740/.tmp/table/b62c4a6d29e247478f66642ccb95aef8 is 61, key is testClearRegionBlockCache/table:state/1731485725118/Put/seqid=0 2024-11-13T08:15:25,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741845_1021 (size=5392) 2024-11-13T08:15:25,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741845_1021 (size=5392) 2024-11-13T08:15:25,534 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/hbase/meta/1588230740/.tmp/table/b62c4a6d29e247478f66642ccb95aef8 2024-11-13T08:15:25,542 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/hbase/meta/1588230740/.tmp/info/5eff794a6880473a94fae94d2f22c173 as hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/hbase/meta/1588230740/info/5eff794a6880473a94fae94d2f22c173 2024-11-13T08:15:25,549 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/hbase/meta/1588230740/info/5eff794a6880473a94fae94d2f22c173, entries=30, sequenceid=16, filesize=9.1 K 2024-11-13T08:15:25,550 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/hbase/meta/1588230740/.tmp/table/b62c4a6d29e247478f66642ccb95aef8 as hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/hbase/meta/1588230740/table/b62c4a6d29e247478f66642ccb95aef8 2024-11-13T08:15:25,558 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/hbase/meta/1588230740/table/b62c4a6d29e247478f66642ccb95aef8, entries=4, sequenceid=16, filesize=5.3 K 2024-11-13T08:15:25,559 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 97ms, sequenceid=16, compaction requested=false 2024-11-13T08:15:25,564 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T08:15:25,565 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T08:15:25,565 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-13T08:15:25,565 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-13T08:15:25,566 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T08:15:25,572 INFO [regionserver/9c6ec3fb6018:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T08:15:25,573 INFO [regionserver/9c6ec3fb6018:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T08:15:25,646 INFO [regionserver/9c6ec3fb6018:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T08:15:25,647 INFO [regionserver/9c6ec3fb6018:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T08:15:25,662 INFO [RS:1;9c6ec3fb6018:42037 {}] regionserver.HRegionServer(1250): stopping server 9c6ec3fb6018,42037,1731485723297; all regions closed. 2024-11-13T08:15:25,662 INFO [RS:0;9c6ec3fb6018:38827 {}] regionserver.HRegionServer(1250): stopping server 9c6ec3fb6018,38827,1731485723264; all regions closed. 2024-11-13T08:15:25,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741833_1009 (size=1758) 2024-11-13T08:15:25,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741835_1011 (size=5602) 2024-11-13T08:15:25,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741833_1009 (size=1758) 2024-11-13T08:15:25,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741835_1011 (size=5602) 2024-11-13T08:15:25,669 DEBUG [RS:0;9c6ec3fb6018:38827 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/oldWALs 2024-11-13T08:15:25,669 INFO [RS:0;9c6ec3fb6018:38827 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 9c6ec3fb6018%2C38827%2C1731485723264.meta:.meta(num 1731485724109) 2024-11-13T08:15:25,670 DEBUG [RS:1;9c6ec3fb6018:42037 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/oldWALs 2024-11-13T08:15:25,670 INFO [RS:1;9c6ec3fb6018:42037 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 9c6ec3fb6018%2C42037%2C1731485723297:(num 1731485723714) 2024-11-13T08:15:25,670 DEBUG [RS:1;9c6ec3fb6018:42037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:25,670 INFO [RS:1;9c6ec3fb6018:42037 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:15:25,670 INFO [RS:1;9c6ec3fb6018:42037 {}] hbase.ChoreService(370): Chore service for: regionserver/9c6ec3fb6018:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T08:15:25,670 INFO [RS:1;9c6ec3fb6018:42037 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T08:15:25,670 INFO [RS:1;9c6ec3fb6018:42037 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T08:15:25,670 INFO [RS:1;9c6ec3fb6018:42037 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T08:15:25,670 INFO [regionserver/9c6ec3fb6018:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-13T08:15:25,670 INFO [RS:1;9c6ec3fb6018:42037 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42037 2024-11-13T08:15:25,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x101a0b2dfa30002, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9c6ec3fb6018,42037,1731485723297 2024-11-13T08:15:25,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T08:15:25,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741834_1010 (size=3188) 2024-11-13T08:15:25,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741834_1010 (size=3188) 2024-11-13T08:15:25,674 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9c6ec3fb6018,42037,1731485723297] 2024-11-13T08:15:25,674 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 9c6ec3fb6018,42037,1731485723297; numProcessing=1 2024-11-13T08:15:25,676 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/9c6ec3fb6018,42037,1731485723297 already deleted, retry=false 2024-11-13T08:15:25,676 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 9c6ec3fb6018,42037,1731485723297 expired; onlineServers=1 2024-11-13T08:15:25,677 DEBUG [RS:0;9c6ec3fb6018:38827 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/oldWALs 2024-11-13T08:15:25,677 INFO [RS:0;9c6ec3fb6018:38827 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 9c6ec3fb6018%2C38827%2C1731485723264:(num 1731485723714) 2024-11-13T08:15:25,677 DEBUG [RS:0;9c6ec3fb6018:38827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:25,677 INFO [RS:0;9c6ec3fb6018:38827 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:15:25,678 INFO [RS:0;9c6ec3fb6018:38827 {}] hbase.ChoreService(370): Chore service for: regionserver/9c6ec3fb6018:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T08:15:25,678 INFO [regionserver/9c6ec3fb6018:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-13T08:15:25,678 INFO [RS:0;9c6ec3fb6018:38827 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38827 2024-11-13T08:15:25,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T08:15:25,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x101a0b2dfa30001, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9c6ec3fb6018,38827,1731485723264 2024-11-13T08:15:25,681 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9c6ec3fb6018,38827,1731485723264] 2024-11-13T08:15:25,681 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 9c6ec3fb6018,38827,1731485723264; numProcessing=2 2024-11-13T08:15:25,683 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/9c6ec3fb6018,38827,1731485723264 already deleted, retry=false 2024-11-13T08:15:25,683 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 9c6ec3fb6018,38827,1731485723264 expired; onlineServers=0 2024-11-13T08:15:25,683 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '9c6ec3fb6018,38449,1731485723212' ***** 2024-11-13T08:15:25,683 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T08:15:25,683 DEBUG [M:0;9c6ec3fb6018:38449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8bdf98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9c6ec3fb6018/172.17.0.2:0 2024-11-13T08:15:25,683 INFO [M:0;9c6ec3fb6018:38449 {}] regionserver.HRegionServer(1224): stopping server 9c6ec3fb6018,38449,1731485723212 2024-11-13T08:15:25,683 INFO [M:0;9c6ec3fb6018:38449 {}] regionserver.HRegionServer(1250): stopping server 9c6ec3fb6018,38449,1731485723212; all regions closed. 2024-11-13T08:15:25,683 DEBUG [M:0;9c6ec3fb6018:38449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:25,684 DEBUG [M:0;9c6ec3fb6018:38449 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T08:15:25,684 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T08:15:25,684 DEBUG [M:0;9c6ec3fb6018:38449 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T08:15:25,684 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.small.0-1731485723495 {}] cleaner.HFileCleaner(306): Exit Thread[master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.small.0-1731485723495,5,FailOnTimeoutGroup] 2024-11-13T08:15:25,684 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.large.0-1731485723495 {}] cleaner.HFileCleaner(306): Exit Thread[master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.large.0-1731485723495,5,FailOnTimeoutGroup] 2024-11-13T08:15:25,684 INFO [M:0;9c6ec3fb6018:38449 {}] hbase.ChoreService(370): Chore service for: master/9c6ec3fb6018:0 had [] on shutdown 2024-11-13T08:15:25,684 DEBUG [M:0;9c6ec3fb6018:38449 {}] master.HMaster(1733): Stopping service threads 2024-11-13T08:15:25,684 INFO [M:0;9c6ec3fb6018:38449 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T08:15:25,684 INFO [M:0;9c6ec3fb6018:38449 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T08:15:25,685 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T08:15:25,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T08:15:25,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:25,685 DEBUG [M:0;9c6ec3fb6018:38449 {}] zookeeper.ZKUtil(347): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T08:15:25,685 WARN [M:0;9c6ec3fb6018:38449 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T08:15:25,685 INFO [M:0;9c6ec3fb6018:38449 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-13T08:15:25,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:15:25,685 INFO [M:0;9c6ec3fb6018:38449 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T08:15:25,685 DEBUG [M:0;9c6ec3fb6018:38449 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T08:15:25,686 INFO [M:0;9c6ec3fb6018:38449 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:25,686 DEBUG [M:0;9c6ec3fb6018:38449 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:25,686 DEBUG [M:0;9c6ec3fb6018:38449 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T08:15:25,686 DEBUG [M:0;9c6ec3fb6018:38449 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:25,686 INFO [M:0;9c6ec3fb6018:38449 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.85 KB heapSize=56.23 KB 2024-11-13T08:15:25,705 DEBUG [M:0;9c6ec3fb6018:38449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e24dfb65fda047e9ab8095c2bbe45355 is 82, key is hbase:meta,,1/info:regioninfo/1731485724147/Put/seqid=0 2024-11-13T08:15:25,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741846_1022 (size=5672) 2024-11-13T08:15:25,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741846_1022 (size=5672) 2024-11-13T08:15:25,712 INFO [M:0;9c6ec3fb6018:38449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e24dfb65fda047e9ab8095c2bbe45355 2024-11-13T08:15:25,745 DEBUG [M:0;9c6ec3fb6018:38449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93175347085d4a9e9163b4d0a49a4c90 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731485725125/Put/seqid=0 2024-11-13T08:15:25,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741847_1023 (size=7579) 2024-11-13T08:15:25,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741847_1023 (size=7579) 2024-11-13T08:15:25,753 INFO [M:0;9c6ec3fb6018:38449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.23 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93175347085d4a9e9163b4d0a49a4c90 2024-11-13T08:15:25,775 INFO [RS:1;9c6ec3fb6018:42037 {}] regionserver.HRegionServer(1307): Exiting; stopping=9c6ec3fb6018,42037,1731485723297; zookeeper connection closed. 2024-11-13T08:15:25,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x101a0b2dfa30002, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:25,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x101a0b2dfa30002, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:25,775 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10670a2f {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10670a2f 2024-11-13T08:15:25,776 DEBUG [M:0;9c6ec3fb6018:38449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6479e9b4551c4928a23190a9b40c1122 is 69, key is 9c6ec3fb6018,38827,1731485723264/rs:state/1731485723542/Put/seqid=0 2024-11-13T08:15:25,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x101a0b2dfa30001, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:25,782 INFO [RS:0;9c6ec3fb6018:38827 {}] regionserver.HRegionServer(1307): Exiting; stopping=9c6ec3fb6018,38827,1731485723264; zookeeper connection closed. 2024-11-13T08:15:25,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38827-0x101a0b2dfa30001, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:25,782 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1505838f {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1505838f 2024-11-13T08:15:25,782 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T08:15:25,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741848_1024 (size=5224) 2024-11-13T08:15:25,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741848_1024 (size=5224) 2024-11-13T08:15:25,784 INFO [M:0;9c6ec3fb6018:38449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6479e9b4551c4928a23190a9b40c1122 2024-11-13T08:15:25,792 DEBUG [M:0;9c6ec3fb6018:38449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e24dfb65fda047e9ab8095c2bbe45355 as hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e24dfb65fda047e9ab8095c2bbe45355 2024-11-13T08:15:25,798 INFO [M:0;9c6ec3fb6018:38449 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e24dfb65fda047e9ab8095c2bbe45355, entries=8, sequenceid=108, filesize=5.5 K 2024-11-13T08:15:25,800 DEBUG [M:0;9c6ec3fb6018:38449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93175347085d4a9e9163b4d0a49a4c90 as hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/93175347085d4a9e9163b4d0a49a4c90 2024-11-13T08:15:25,806 INFO [M:0;9c6ec3fb6018:38449 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/93175347085d4a9e9163b4d0a49a4c90, entries=13, sequenceid=108, filesize=7.4 K 2024-11-13T08:15:25,807 DEBUG [M:0;9c6ec3fb6018:38449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6479e9b4551c4928a23190a9b40c1122 as hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6479e9b4551c4928a23190a9b40c1122 2024-11-13T08:15:25,813 INFO [M:0;9c6ec3fb6018:38449 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35613/user/jenkins/test-data/97fde2fa-5113-157b-5c4c-072cac1b902f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6479e9b4551c4928a23190a9b40c1122, entries=2, sequenceid=108, filesize=5.1 K 2024-11-13T08:15:25,814 INFO [M:0;9c6ec3fb6018:38449 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.85 KB/46946, heapSize ~55.94 KB/57280, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=108, compaction requested=false 2024-11-13T08:15:25,815 INFO [M:0;9c6ec3fb6018:38449 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:25,815 DEBUG [M:0;9c6ec3fb6018:38449 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-13T08:15:25,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741830_1006 (size=54477) 2024-11-13T08:15:25,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35543 is added to blk_1073741830_1006 (size=54477) 2024-11-13T08:15:25,819 INFO [M:0;9c6ec3fb6018:38449 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-13T08:15:25,819 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-13T08:15:25,819 INFO [M:0;9c6ec3fb6018:38449 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38449 2024-11-13T08:15:25,821 DEBUG [M:0;9c6ec3fb6018:38449 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/9c6ec3fb6018,38449,1731485723212 already deleted, retry=false 2024-11-13T08:15:25,923 INFO [M:0;9c6ec3fb6018:38449 {}] regionserver.HRegionServer(1307): Exiting; stopping=9c6ec3fb6018,38449,1731485723212; zookeeper connection closed. 2024-11-13T08:15:25,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:25,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38449-0x101a0b2dfa30000, quorum=127.0.0.1:63554, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:25,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@454e8f55{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:15:25,926 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ee30255{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T08:15:25,926 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T08:15:25,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ce113a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T08:15:25,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2811673d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/hadoop.log.dir/,STOPPED} 2024-11-13T08:15:25,927 WARN [BP-428016651-172.17.0.2-1731485722510 heartbeating to localhost/127.0.0.1:35613 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T08:15:25,927 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T08:15:25,928 WARN [BP-428016651-172.17.0.2-1731485722510 heartbeating to localhost/127.0.0.1:35613 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-428016651-172.17.0.2-1731485722510 (Datanode Uuid 252fc674-ea9c-4273-b7c1-429e8223546d) service to localhost/127.0.0.1:35613 2024-11-13T08:15:25,928 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T08:15:25,928 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/cluster_a2fa1226-72a8-ac06-63f3-5f589247b988/dfs/data/data3/current/BP-428016651-172.17.0.2-1731485722510 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:15:25,929 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/cluster_a2fa1226-72a8-ac06-63f3-5f589247b988/dfs/data/data4/current/BP-428016651-172.17.0.2-1731485722510 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:15:25,929 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T08:15:25,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ce14f8b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:15:25,931 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5be12940{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T08:15:25,931 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T08:15:25,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56c3d6c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T08:15:25,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4121f00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/hadoop.log.dir/,STOPPED} 2024-11-13T08:15:25,932 WARN [BP-428016651-172.17.0.2-1731485722510 heartbeating to localhost/127.0.0.1:35613 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T08:15:25,932 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T08:15:25,932 WARN [BP-428016651-172.17.0.2-1731485722510 heartbeating to localhost/127.0.0.1:35613 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-428016651-172.17.0.2-1731485722510 (Datanode Uuid 907ca626-1ba8-4f6d-8c2b-00ac146c4ac1) service to localhost/127.0.0.1:35613 2024-11-13T08:15:25,932 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T08:15:25,933 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/cluster_a2fa1226-72a8-ac06-63f3-5f589247b988/dfs/data/data1/current/BP-428016651-172.17.0.2-1731485722510 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:15:25,933 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/cluster_a2fa1226-72a8-ac06-63f3-5f589247b988/dfs/data/data2/current/BP-428016651-172.17.0.2-1731485722510 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:15:25,934 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T08:15:25,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cb12bb6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T08:15:25,940 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@486f546b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T08:15:25,940 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T08:15:25,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@704ff7c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T08:15:25,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69fddf59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/hadoop.log.dir/,STOPPED} 2024-11-13T08:15:25,946 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-13T08:15:25,965 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-13T08:15:25,973 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=105 (was 76) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2121202573) connection to localhost/127.0.0.1:35613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2121202573) connection to localhost/127.0.0.1:35613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2121202573) connection to localhost/127.0.0.1:35613 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2121202573) connection to localhost/127.0.0.1:35613 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 405) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=213 (was 213), ProcessCount=11 (was 11), AvailableMemoryMB=3597 (was 3738) 2024-11-13T08:15:25,979 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=105, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=213, ProcessCount=11, AvailableMemoryMB=3597 2024-11-13T08:15:25,994 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/hadoop.log.dir so I do NOT create it in target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7 2024-11-13T08:15:25,994 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T08:15:25,994 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/hadoop.tmp.dir so I do NOT create it in target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7 2024-11-13T08:15:25,994 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1deac8a-6d8e-bb8d-8c02-973818950c3a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T08:15:25,994 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7 2024-11-13T08:15:25,994 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T08:15:25,994 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/cluster_c1f02029-4ee4-c23d-c164-c037780dd5b6, deleteOnExit=true 2024-11-13T08:15:25,994 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-13T08:15:25,994 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/test.cache.data in system properties and HBase conf 2024-11-13T08:15:25,995 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T08:15:25,995 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/hadoop.log.dir in system properties and HBase conf 2024-11-13T08:15:25,995 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T08:15:25,995 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T08:15:25,995 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-13T08:15:25,995 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T08:15:25,995 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T08:15:25,995 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T08:15:25,995 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T08:15:25,995 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T08:15:25,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T08:15:25,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T08:15:25,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T08:15:25,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T08:15:25,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T08:15:25,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/nfs.dump.dir in system properties and HBase conf 2024-11-13T08:15:25,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/java.io.tmpdir in system properties and HBase conf 2024-11-13T08:15:25,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T08:15:25,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T08:15:25,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T08:15:26,079 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:15:26,084 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T08:15:26,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T08:15:26,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T08:15:26,086 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T08:15:26,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:15:26,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@965f2a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/hadoop.log.dir/,AVAILABLE} 2024-11-13T08:15:26,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3357d564{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T08:15:26,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b76bf54{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/java.io.tmpdir/jetty-localhost-38835-hadoop-hdfs-3_4_1-tests_jar-_-any-4427940408112489678/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T08:15:26,204 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@402e5926{HTTP/1.1, (http/1.1)}{localhost:38835} 2024-11-13T08:15:26,204 INFO [Time-limited test {}] server.Server(415): Started @14087ms 2024-11-13T08:15:26,287 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:15:26,292 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T08:15:26,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T08:15:26,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T08:15:26,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T08:15:26,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b039a8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/hadoop.log.dir/,AVAILABLE} 2024-11-13T08:15:26,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2accadd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T08:15:26,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4843c41f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/java.io.tmpdir/jetty-localhost-36589-hadoop-hdfs-3_4_1-tests_jar-_-any-4010391771167697663/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:15:26,411 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50ddf59a{HTTP/1.1, (http/1.1)}{localhost:36589} 2024-11-13T08:15:26,411 INFO [Time-limited test {}] server.Server(415): Started @14294ms 2024-11-13T08:15:26,413 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T08:15:26,445 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:15:26,449 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T08:15:26,450 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T08:15:26,450 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T08:15:26,450 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T08:15:26,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f654077{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/hadoop.log.dir/,AVAILABLE} 2024-11-13T08:15:26,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@707b50a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T08:15:26,497 WARN [Thread-624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/cluster_c1f02029-4ee4-c23d-c164-c037780dd5b6/dfs/data/data1/current/BP-173021106-172.17.0.2-1731485726028/current, will proceed with Du for space computation calculation, 2024-11-13T08:15:26,497 WARN [Thread-625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/cluster_c1f02029-4ee4-c23d-c164-c037780dd5b6/dfs/data/data2/current/BP-173021106-172.17.0.2-1731485726028/current, will proceed with Du for space computation calculation, 2024-11-13T08:15:26,514 WARN [Thread-603 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T08:15:26,518 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80c1a25da4bcacb2 with lease ID 0x9a8fc4c222f4128c: Processing first storage report for DS-b6bc0822-e6ca-4a63-acdb-9719e4a17b28 from datanode DatanodeRegistration(127.0.0.1:39983, datanodeUuid=771ffb78-bfcb-47c4-b466-4c2c00e8e8dd, infoPort=37283, infoSecurePort=0, ipcPort=39585, storageInfo=lv=-57;cid=testClusterID;nsid=856638871;c=1731485726028) 2024-11-13T08:15:26,518 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80c1a25da4bcacb2 with lease ID 0x9a8fc4c222f4128c: from storage DS-b6bc0822-e6ca-4a63-acdb-9719e4a17b28 node DatanodeRegistration(127.0.0.1:39983, datanodeUuid=771ffb78-bfcb-47c4-b466-4c2c00e8e8dd, infoPort=37283, infoSecurePort=0, ipcPort=39585, storageInfo=lv=-57;cid=testClusterID;nsid=856638871;c=1731485726028), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T08:15:26,518 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80c1a25da4bcacb2 with lease ID 0x9a8fc4c222f4128c: Processing first storage report for DS-21bdae4c-3dfc-4aad-b9a9-c8515cf46a6e from datanode DatanodeRegistration(127.0.0.1:39983, datanodeUuid=771ffb78-bfcb-47c4-b466-4c2c00e8e8dd, infoPort=37283, infoSecurePort=0, ipcPort=39585, storageInfo=lv=-57;cid=testClusterID;nsid=856638871;c=1731485726028) 2024-11-13T08:15:26,518 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80c1a25da4bcacb2 with lease ID 0x9a8fc4c222f4128c: from storage DS-21bdae4c-3dfc-4aad-b9a9-c8515cf46a6e node DatanodeRegistration(127.0.0.1:39983, datanodeUuid=771ffb78-bfcb-47c4-b466-4c2c00e8e8dd, infoPort=37283, infoSecurePort=0, ipcPort=39585, storageInfo=lv=-57;cid=testClusterID;nsid=856638871;c=1731485726028), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T08:15:26,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@561e523f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/java.io.tmpdir/jetty-localhost-39781-hadoop-hdfs-3_4_1-tests_jar-_-any-4581384876550997576/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:15:26,571 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cb30505{HTTP/1.1, (http/1.1)}{localhost:39781} 2024-11-13T08:15:26,571 INFO [Time-limited test {}] server.Server(415): Started @14454ms 2024-11-13T08:15:26,572 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T08:15:26,657 WARN [Thread-650 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/cluster_c1f02029-4ee4-c23d-c164-c037780dd5b6/dfs/data/data3/current/BP-173021106-172.17.0.2-1731485726028/current, will proceed with Du for space computation calculation, 2024-11-13T08:15:26,657 WARN [Thread-651 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/cluster_c1f02029-4ee4-c23d-c164-c037780dd5b6/dfs/data/data4/current/BP-173021106-172.17.0.2-1731485726028/current, will proceed with Du for space computation calculation, 2024-11-13T08:15:26,683 WARN [Thread-639 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T08:15:26,686 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6e2e39d5a741e66 with lease ID 0x9a8fc4c222f4128d: Processing first storage report for DS-973b5741-f66b-4d08-bcb0-6ed1a89c9a19 from datanode DatanodeRegistration(127.0.0.1:38605, datanodeUuid=b66261c0-1866-4c8d-9b30-fcf847459864, infoPort=34943, infoSecurePort=0, ipcPort=36061, storageInfo=lv=-57;cid=testClusterID;nsid=856638871;c=1731485726028) 2024-11-13T08:15:26,686 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6e2e39d5a741e66 with lease ID 0x9a8fc4c222f4128d: from storage DS-973b5741-f66b-4d08-bcb0-6ed1a89c9a19 node DatanodeRegistration(127.0.0.1:38605, datanodeUuid=b66261c0-1866-4c8d-9b30-fcf847459864, infoPort=34943, infoSecurePort=0, ipcPort=36061, storageInfo=lv=-57;cid=testClusterID;nsid=856638871;c=1731485726028), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T08:15:26,686 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6e2e39d5a741e66 with lease ID 0x9a8fc4c222f4128d: Processing first storage report for DS-b9fa40f3-0bbf-4ddd-b7fb-18d8da720485 from datanode DatanodeRegistration(127.0.0.1:38605, datanodeUuid=b66261c0-1866-4c8d-9b30-fcf847459864, infoPort=34943, infoSecurePort=0, ipcPort=36061, storageInfo=lv=-57;cid=testClusterID;nsid=856638871;c=1731485726028) 2024-11-13T08:15:26,687 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6e2e39d5a741e66 with lease ID 0x9a8fc4c222f4128d: from storage DS-b9fa40f3-0bbf-4ddd-b7fb-18d8da720485 node DatanodeRegistration(127.0.0.1:38605, datanodeUuid=b66261c0-1866-4c8d-9b30-fcf847459864, infoPort=34943, infoSecurePort=0, ipcPort=36061, storageInfo=lv=-57;cid=testClusterID;nsid=856638871;c=1731485726028), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T08:15:26,699 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7 2024-11-13T08:15:26,701 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/cluster_c1f02029-4ee4-c23d-c164-c037780dd5b6/zookeeper_0, clientPort=64452, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/cluster_c1f02029-4ee4-c23d-c164-c037780dd5b6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/cluster_c1f02029-4ee4-c23d-c164-c037780dd5b6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T08:15:26,702 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=64452 2024-11-13T08:15:26,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:26,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:26,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741825_1001 (size=7) 2024-11-13T08:15:26,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39983 is added to blk_1073741825_1001 (size=7) 2024-11-13T08:15:26,715 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c with version=8 2024-11-13T08:15:26,715 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/hbase-staging 2024-11-13T08:15:26,717 INFO [Time-limited test {}] client.ConnectionUtils(129): master/9c6ec3fb6018:0 server-side Connection retries=45 2024-11-13T08:15:26,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:26,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:26,717 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T08:15:26,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:26,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T08:15:26,717 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T08:15:26,718 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T08:15:26,718 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35875 2024-11-13T08:15:26,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:26,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:26,723 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:35875 connecting to ZooKeeper ensemble=127.0.0.1:64452 2024-11-13T08:15:26,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358750x0, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T08:15:26,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35875-0x101a0b2ed550000 connected 2024-11-13T08:15:26,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:15:26,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:26,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T08:15:26,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35875 2024-11-13T08:15:26,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35875 2024-11-13T08:15:26,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35875 2024-11-13T08:15:26,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35875 2024-11-13T08:15:26,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35875 2024-11-13T08:15:26,744 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c, hbase.cluster.distributed=false 2024-11-13T08:15:26,761 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/9c6ec3fb6018:0 server-side Connection retries=45 2024-11-13T08:15:26,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:26,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:26,761 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T08:15:26,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:26,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T08:15:26,761 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T08:15:26,762 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T08:15:26,762 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44339 2024-11-13T08:15:26,763 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T08:15:26,763 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T08:15:26,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:26,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:26,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44339 connecting to ZooKeeper ensemble=127.0.0.1:64452 2024-11-13T08:15:26,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443390x0, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T08:15:26,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44339-0x101a0b2ed550001, quorum=127.0.0.1:64452, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:15:26,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44339-0x101a0b2ed550001 connected 2024-11-13T08:15:26,773 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44339-0x101a0b2ed550001, quorum=127.0.0.1:64452, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:26,773 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44339-0x101a0b2ed550001, quorum=127.0.0.1:64452, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T08:15:26,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44339 2024-11-13T08:15:26,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44339 2024-11-13T08:15:26,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44339 2024-11-13T08:15:26,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44339 2024-11-13T08:15:26,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44339 2024-11-13T08:15:26,792 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/9c6ec3fb6018:0 server-side Connection retries=45 2024-11-13T08:15:26,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:26,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:26,792 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T08:15:26,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:26,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T08:15:26,792 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T08:15:26,793 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T08:15:26,793 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42933 2024-11-13T08:15:26,794 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T08:15:26,794 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T08:15:26,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:26,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:26,800 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42933 connecting to ZooKeeper ensemble=127.0.0.1:64452 2024-11-13T08:15:26,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429330x0, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T08:15:26,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429330x0, quorum=127.0.0.1:64452, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:15:26,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42933-0x101a0b2ed550002 connected 2024-11-13T08:15:26,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42933-0x101a0b2ed550002, quorum=127.0.0.1:64452, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:26,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42933-0x101a0b2ed550002, quorum=127.0.0.1:64452, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T08:15:26,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42933 2024-11-13T08:15:26,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42933 2024-11-13T08:15:26,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42933 2024-11-13T08:15:26,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42933 2024-11-13T08:15:26,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42933 2024-11-13T08:15:26,810 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/9c6ec3fb6018,35875,1731485726717 2024-11-13T08:15:26,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:26,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101a0b2ed550002, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:26,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x101a0b2ed550001, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:26,812 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9c6ec3fb6018,35875,1731485726717 2024-11-13T08:15:26,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101a0b2ed550002, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T08:15:26,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T08:15:26,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101a0b2ed550002, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:26,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:26,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x101a0b2ed550001, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T08:15:26,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x101a0b2ed550001, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:26,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T08:15:26,816 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T08:15:26,817 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9c6ec3fb6018,35875,1731485726717 from backup master directory 2024-11-13T08:15:26,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101a0b2ed550002, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:26,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9c6ec3fb6018,35875,1731485726717 2024-11-13T08:15:26,818 WARN [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T08:15:26,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:26,818 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9c6ec3fb6018,35875,1731485726717 2024-11-13T08:15:26,824 DEBUG [M:0;9c6ec3fb6018:35875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9c6ec3fb6018:35875 2024-11-13T08:15:26,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x101a0b2ed550001, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:26,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39983 is added to blk_1073741826_1002 (size=42) 2024-11-13T08:15:26,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741826_1002 (size=42) 2024-11-13T08:15:26,832 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/hbase.id with ID: 6c920ece-b020-4dfc-a7ff-7891bdb825f6 2024-11-13T08:15:26,844 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:26,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:26,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x101a0b2ed550001, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:26,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101a0b2ed550002, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:26,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741827_1003 (size=196) 2024-11-13T08:15:26,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39983 is added to blk_1073741827_1003 (size=196) 2024-11-13T08:15:26,857 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T08:15:26,858 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T08:15:26,858 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:15:26,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741828_1004 (size=1189) 2024-11-13T08:15:26,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39983 is added to blk_1073741828_1004 (size=1189) 2024-11-13T08:15:26,867 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/MasterData/data/master/store 2024-11-13T08:15:26,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741829_1005 (size=34) 2024-11-13T08:15:26,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39983 is added to blk_1073741829_1005 (size=34) 2024-11-13T08:15:26,874 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:26,874 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T08:15:26,874 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:26,874 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:26,874 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T08:15:26,874 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:26,874 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:26,874 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-13T08:15:26,875 WARN [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/MasterData/data/master/store/.initializing 2024-11-13T08:15:26,875 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/MasterData/WALs/9c6ec3fb6018,35875,1731485726717 2024-11-13T08:15:26,876 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:15:26,878 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9c6ec3fb6018%2C35875%2C1731485726717, suffix=, logDir=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/MasterData/WALs/9c6ec3fb6018,35875,1731485726717, archiveDir=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/MasterData/oldWALs, maxLogs=10 2024-11-13T08:15:26,893 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/MasterData/WALs/9c6ec3fb6018,35875,1731485726717/9c6ec3fb6018%2C35875%2C1731485726717.1731485726879, exclude list is [], retry=0 2024-11-13T08:15:26,896 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38605,DS-973b5741-f66b-4d08-bcb0-6ed1a89c9a19,DISK] 2024-11-13T08:15:26,897 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39983,DS-b6bc0822-e6ca-4a63-acdb-9719e4a17b28,DISK] 2024-11-13T08:15:26,901 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/MasterData/WALs/9c6ec3fb6018,35875,1731485726717/9c6ec3fb6018%2C35875%2C1731485726717.1731485726879 2024-11-13T08:15:26,901 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34943:34943),(127.0.0.1/127.0.0.1:37283:37283)] 2024-11-13T08:15:26,901 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:15:26,901 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:26,902 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:26,902 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:26,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:26,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T08:15:26,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:26,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:26,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:26,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T08:15:26,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:26,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:26,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:26,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T08:15:26,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:26,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:26,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:26,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T08:15:26,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:26,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:26,913 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:26,913 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:26,915 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T08:15:26,917 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:26,919 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:26,919 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67230290, jitterRate=0.0018093883991241455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T08:15:26,921 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-13T08:15:26,921 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T08:15:26,925 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e898b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:15:26,926 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-13T08:15:26,926 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T08:15:26,926 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T08:15:26,926 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T08:15:26,928 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T08:15:26,928 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-13T08:15:26,928 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T08:15:26,930 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T08:15:26,931 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T08:15:26,933 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-13T08:15:26,933 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T08:15:26,934 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T08:15:26,935 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-13T08:15:26,935 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T08:15:26,936 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T08:15:26,937 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-13T08:15:26,938 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T08:15:26,939 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T08:15:26,941 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T08:15:26,942 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T08:15:26,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101a0b2ed550002, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:26,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:26,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101a0b2ed550002, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:26,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:26,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x101a0b2ed550001, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:26,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x101a0b2ed550001, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:26,945 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=9c6ec3fb6018,35875,1731485726717, sessionid=0x101a0b2ed550000, setting cluster-up flag (Was=false) 2024-11-13T08:15:26,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101a0b2ed550002, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:26,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:26,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x101a0b2ed550001, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:26,951 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T08:15:26,953 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9c6ec3fb6018,35875,1731485726717 2024-11-13T08:15:26,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x101a0b2ed550001, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:26,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101a0b2ed550002, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:26,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:26,960 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T08:15:26,961 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9c6ec3fb6018,35875,1731485726717 2024-11-13T08:15:26,964 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-13T08:15:26,964 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-13T08:15:26,964 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T08:15:26,965 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9c6ec3fb6018,35875,1731485726717 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T08:15:26,965 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9c6ec3fb6018:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:15:26,965 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9c6ec3fb6018:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:15:26,965 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:15:26,965 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:15:26,965 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9c6ec3fb6018:0, corePoolSize=10, maxPoolSize=10 2024-11-13T08:15:26,965 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:26,965 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=2, maxPoolSize=2 2024-11-13T08:15:26,965 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:26,969 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731485756969 2024-11-13T08:15:26,969 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-13T08:15:26,969 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T08:15:26,969 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-13T08:15:26,969 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T08:15:26,969 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T08:15:26,969 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T08:15:26,969 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T08:15:26,969 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T08:15:26,969 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:26,970 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T08:15:26,970 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T08:15:26,970 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T08:15:26,970 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:26,970 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T08:15:26,970 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T08:15:26,970 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T08:15:26,971 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.large.0-1731485726971,5,FailOnTimeoutGroup] 2024-11-13T08:15:26,971 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.small.0-1731485726971,5,FailOnTimeoutGroup] 2024-11-13T08:15:26,971 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:26,971 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T08:15:26,971 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:26,971 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:26,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39983 is added to blk_1073741831_1007 (size=1039) 2024-11-13T08:15:26,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741831_1007 (size=1039) 2024-11-13T08:15:26,982 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-13T08:15:26,982 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c 2024-11-13T08:15:26,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741832_1008 (size=32) 2024-11-13T08:15:26,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39983 is added to blk_1073741832_1008 (size=32) 2024-11-13T08:15:26,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:27,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T08:15:27,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T08:15:27,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:27,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:27,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T08:15:27,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T08:15:27,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:27,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:27,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T08:15:27,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T08:15:27,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:27,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:27,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/hbase/meta/1588230740 2024-11-13T08:15:27,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/hbase/meta/1588230740 2024-11-13T08:15:27,010 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:15:27,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-13T08:15:27,015 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:27,016 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75426203, jitterRate=0.12393800914287567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:15:27,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-13T08:15:27,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-13T08:15:27,018 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-13T08:15:27,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-13T08:15:27,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T08:15:27,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T08:15:27,018 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-13T08:15:27,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-13T08:15:27,020 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-13T08:15:27,020 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-13T08:15:27,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T08:15:27,022 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T08:15:27,023 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T08:15:27,024 DEBUG [RS:1;9c6ec3fb6018:42933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9c6ec3fb6018:42933 2024-11-13T08:15:27,024 DEBUG [RS:0;9c6ec3fb6018:44339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9c6ec3fb6018:44339 2024-11-13T08:15:27,025 INFO [RS:1;9c6ec3fb6018:42933 {}] regionserver.HRegionServer(1008): ClusterId : 6c920ece-b020-4dfc-a7ff-7891bdb825f6 2024-11-13T08:15:27,025 DEBUG [RS:1;9c6ec3fb6018:42933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T08:15:27,025 INFO [RS:0;9c6ec3fb6018:44339 {}] regionserver.HRegionServer(1008): ClusterId : 6c920ece-b020-4dfc-a7ff-7891bdb825f6 2024-11-13T08:15:27,025 DEBUG [RS:0;9c6ec3fb6018:44339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T08:15:27,028 DEBUG [RS:1;9c6ec3fb6018:42933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T08:15:27,028 DEBUG [RS:1;9c6ec3fb6018:42933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T08:15:27,028 DEBUG [RS:0;9c6ec3fb6018:44339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T08:15:27,028 DEBUG [RS:0;9c6ec3fb6018:44339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T08:15:27,030 DEBUG [RS:1;9c6ec3fb6018:42933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T08:15:27,030 DEBUG [RS:1;9c6ec3fb6018:42933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf4efa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:15:27,031 DEBUG [RS:1;9c6ec3fb6018:42933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13fb045a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9c6ec3fb6018/172.17.0.2:0 2024-11-13T08:15:27,031 INFO [RS:1;9c6ec3fb6018:42933 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-13T08:15:27,031 DEBUG [RS:0;9c6ec3fb6018:44339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T08:15:27,031 INFO [RS:1;9c6ec3fb6018:42933 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-13T08:15:27,031 DEBUG [RS:1;9c6ec3fb6018:42933 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-13T08:15:27,031 DEBUG [RS:0;9c6ec3fb6018:44339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21acdd86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:15:27,032 INFO [RS:1;9c6ec3fb6018:42933 {}] regionserver.HRegionServer(3073): reportForDuty to master=9c6ec3fb6018,35875,1731485726717 with isa=9c6ec3fb6018/172.17.0.2:42933, startcode=1731485726792 2024-11-13T08:15:27,032 DEBUG [RS:1;9c6ec3fb6018:42933 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T08:15:27,036 DEBUG [RS:0;9c6ec3fb6018:44339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26935862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9c6ec3fb6018/172.17.0.2:0 2024-11-13T08:15:27,036 INFO [RS:0;9c6ec3fb6018:44339 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-13T08:15:27,036 INFO [RS:0;9c6ec3fb6018:44339 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-13T08:15:27,036 DEBUG [RS:0;9c6ec3fb6018:44339 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-13T08:15:27,037 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33717, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T08:15:27,037 INFO [RS:0;9c6ec3fb6018:44339 {}] regionserver.HRegionServer(3073): reportForDuty to master=9c6ec3fb6018,35875,1731485726717 with isa=9c6ec3fb6018/172.17.0.2:44339, startcode=1731485726760 2024-11-13T08:15:27,037 DEBUG [RS:0;9c6ec3fb6018:44339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T08:15:27,037 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35875 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 9c6ec3fb6018,42933,1731485726792 2024-11-13T08:15:27,037 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35875 {}] master.ServerManager(486): Registering regionserver=9c6ec3fb6018,42933,1731485726792 2024-11-13T08:15:27,039 DEBUG [RS:1;9c6ec3fb6018:42933 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c 2024-11-13T08:15:27,039 DEBUG [RS:1;9c6ec3fb6018:42933 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36857 2024-11-13T08:15:27,039 DEBUG [RS:1;9c6ec3fb6018:42933 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-13T08:15:27,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T08:15:27,041 DEBUG [RS:1;9c6ec3fb6018:42933 {}] zookeeper.ZKUtil(111): regionserver:42933-0x101a0b2ed550002, quorum=127.0.0.1:64452, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9c6ec3fb6018,42933,1731485726792 2024-11-13T08:15:27,041 WARN [RS:1;9c6ec3fb6018:42933 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T08:15:27,041 INFO [RS:1;9c6ec3fb6018:42933 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:15:27,041 DEBUG [RS:1;9c6ec3fb6018:42933 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/WALs/9c6ec3fb6018,42933,1731485726792 2024-11-13T08:15:27,043 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9c6ec3fb6018,42933,1731485726792] 2024-11-13T08:15:27,044 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35527, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T08:15:27,044 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35875 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 9c6ec3fb6018,44339,1731485726760 2024-11-13T08:15:27,044 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35875 {}] master.ServerManager(486): Registering regionserver=9c6ec3fb6018,44339,1731485726760 2024-11-13T08:15:27,046 DEBUG [RS:0;9c6ec3fb6018:44339 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c 2024-11-13T08:15:27,046 DEBUG [RS:0;9c6ec3fb6018:44339 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36857 2024-11-13T08:15:27,046 DEBUG [RS:0;9c6ec3fb6018:44339 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-13T08:15:27,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T08:15:27,051 DEBUG [RS:0;9c6ec3fb6018:44339 {}] zookeeper.ZKUtil(111): regionserver:44339-0x101a0b2ed550001, quorum=127.0.0.1:64452, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9c6ec3fb6018,44339,1731485726760 2024-11-13T08:15:27,051 WARN [RS:0;9c6ec3fb6018:44339 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T08:15:27,051 INFO [RS:0;9c6ec3fb6018:44339 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:15:27,051 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9c6ec3fb6018,44339,1731485726760] 2024-11-13T08:15:27,051 DEBUG [RS:1;9c6ec3fb6018:42933 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-13T08:15:27,052 DEBUG [RS:0;9c6ec3fb6018:44339 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/WALs/9c6ec3fb6018,44339,1731485726760 2024-11-13T08:15:27,052 INFO [RS:1;9c6ec3fb6018:42933 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T08:15:27,056 INFO [RS:1;9c6ec3fb6018:42933 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T08:15:27,057 DEBUG [RS:0;9c6ec3fb6018:44339 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-13T08:15:27,058 INFO [RS:0;9c6ec3fb6018:44339 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T08:15:27,060 INFO [RS:1;9c6ec3fb6018:42933 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T08:15:27,060 INFO [RS:1;9c6ec3fb6018:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:27,062 INFO [RS:0;9c6ec3fb6018:44339 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T08:15:27,063 INFO [RS:1;9c6ec3fb6018:42933 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-13T08:15:27,063 INFO [RS:0;9c6ec3fb6018:44339 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T08:15:27,063 INFO [RS:0;9c6ec3fb6018:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:27,064 INFO [RS:0;9c6ec3fb6018:44339 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-13T08:15:27,064 INFO [RS:1;9c6ec3fb6018:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:27,064 DEBUG [RS:1;9c6ec3fb6018:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:27,064 DEBUG [RS:1;9c6ec3fb6018:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:27,064 DEBUG [RS:1;9c6ec3fb6018:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:27,064 DEBUG [RS:1;9c6ec3fb6018:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:27,064 DEBUG [RS:1;9c6ec3fb6018:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:27,065 INFO [RS:0;9c6ec3fb6018:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:27,065 DEBUG [RS:1;9c6ec3fb6018:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9c6ec3fb6018:0, corePoolSize=2, maxPoolSize=2 2024-11-13T08:15:27,065 DEBUG [RS:0;9c6ec3fb6018:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:27,065 DEBUG [RS:0;9c6ec3fb6018:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:27,065 DEBUG [RS:1;9c6ec3fb6018:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:27,065 DEBUG [RS:0;9c6ec3fb6018:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:27,065 DEBUG [RS:0;9c6ec3fb6018:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:27,065 DEBUG [RS:0;9c6ec3fb6018:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:27,065 DEBUG [RS:1;9c6ec3fb6018:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:27,065 DEBUG [RS:0;9c6ec3fb6018:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9c6ec3fb6018:0, corePoolSize=2, maxPoolSize=2 2024-11-13T08:15:27,065 DEBUG [RS:0;9c6ec3fb6018:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:27,065 DEBUG [RS:1;9c6ec3fb6018:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:27,065 DEBUG [RS:0;9c6ec3fb6018:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:27,065 DEBUG [RS:0;9c6ec3fb6018:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:27,065 DEBUG [RS:1;9c6ec3fb6018:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:27,065 DEBUG [RS:0;9c6ec3fb6018:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:27,066 DEBUG [RS:0;9c6ec3fb6018:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:27,066 DEBUG [RS:1;9c6ec3fb6018:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:27,066 DEBUG [RS:0;9c6ec3fb6018:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9c6ec3fb6018:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:15:27,066 DEBUG [RS:0;9c6ec3fb6018:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9c6ec3fb6018:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:15:27,066 DEBUG [RS:1;9c6ec3fb6018:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9c6ec3fb6018:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:15:27,066 DEBUG [RS:1;9c6ec3fb6018:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9c6ec3fb6018:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:15:27,068 INFO [RS:0;9c6ec3fb6018:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:27,068 INFO [RS:0;9c6ec3fb6018:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:27,068 INFO [RS:0;9c6ec3fb6018:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:27,068 INFO [RS:0;9c6ec3fb6018:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:27,069 INFO [RS:0;9c6ec3fb6018:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,44339,1731485726760-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T08:15:27,071 INFO [RS:1;9c6ec3fb6018:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:27,071 INFO [RS:1;9c6ec3fb6018:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:27,071 INFO [RS:1;9c6ec3fb6018:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:27,071 INFO [RS:1;9c6ec3fb6018:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:27,071 INFO [RS:1;9c6ec3fb6018:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,42933,1731485726792-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T08:15:27,095 INFO [RS:0;9c6ec3fb6018:44339 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T08:15:27,095 INFO [RS:1;9c6ec3fb6018:42933 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T08:15:27,095 INFO [RS:0;9c6ec3fb6018:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,44339,1731485726760-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:27,095 INFO [RS:1;9c6ec3fb6018:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,42933,1731485726792-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:27,114 INFO [RS:0;9c6ec3fb6018:44339 {}] regionserver.Replication(204): 9c6ec3fb6018,44339,1731485726760 started 2024-11-13T08:15:27,114 INFO [RS:0;9c6ec3fb6018:44339 {}] regionserver.HRegionServer(1767): Serving as 9c6ec3fb6018,44339,1731485726760, RpcServer on 9c6ec3fb6018/172.17.0.2:44339, sessionid=0x101a0b2ed550001 2024-11-13T08:15:27,114 DEBUG [RS:0;9c6ec3fb6018:44339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T08:15:27,114 DEBUG [RS:0;9c6ec3fb6018:44339 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9c6ec3fb6018,44339,1731485726760 2024-11-13T08:15:27,114 DEBUG [RS:0;9c6ec3fb6018:44339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9c6ec3fb6018,44339,1731485726760' 2024-11-13T08:15:27,114 DEBUG [RS:0;9c6ec3fb6018:44339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T08:15:27,114 DEBUG [RS:0;9c6ec3fb6018:44339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T08:15:27,115 INFO [RS:1;9c6ec3fb6018:42933 {}] regionserver.Replication(204): 9c6ec3fb6018,42933,1731485726792 started 2024-11-13T08:15:27,115 INFO [RS:1;9c6ec3fb6018:42933 {}] regionserver.HRegionServer(1767): Serving as 9c6ec3fb6018,42933,1731485726792, RpcServer on 9c6ec3fb6018/172.17.0.2:42933, sessionid=0x101a0b2ed550002 2024-11-13T08:15:27,115 DEBUG [RS:1;9c6ec3fb6018:42933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T08:15:27,115 DEBUG [RS:1;9c6ec3fb6018:42933 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9c6ec3fb6018,42933,1731485726792 2024-11-13T08:15:27,115 DEBUG [RS:1;9c6ec3fb6018:42933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9c6ec3fb6018,42933,1731485726792' 2024-11-13T08:15:27,115 DEBUG [RS:1;9c6ec3fb6018:42933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T08:15:27,115 DEBUG [RS:0;9c6ec3fb6018:44339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T08:15:27,115 DEBUG [RS:0;9c6ec3fb6018:44339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T08:15:27,115 DEBUG [RS:0;9c6ec3fb6018:44339 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9c6ec3fb6018,44339,1731485726760 2024-11-13T08:15:27,115 DEBUG [RS:0;9c6ec3fb6018:44339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9c6ec3fb6018,44339,1731485726760' 2024-11-13T08:15:27,115 DEBUG [RS:0;9c6ec3fb6018:44339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T08:15:27,115 DEBUG [RS:1;9c6ec3fb6018:42933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T08:15:27,115 DEBUG [RS:0;9c6ec3fb6018:44339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T08:15:27,116 DEBUG [RS:1;9c6ec3fb6018:42933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T08:15:27,116 DEBUG [RS:1;9c6ec3fb6018:42933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T08:15:27,116 DEBUG [RS:1;9c6ec3fb6018:42933 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9c6ec3fb6018,42933,1731485726792 2024-11-13T08:15:27,116 DEBUG [RS:1;9c6ec3fb6018:42933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9c6ec3fb6018,42933,1731485726792' 2024-11-13T08:15:27,116 DEBUG [RS:0;9c6ec3fb6018:44339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T08:15:27,116 DEBUG [RS:1;9c6ec3fb6018:42933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T08:15:27,116 INFO [RS:0;9c6ec3fb6018:44339 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T08:15:27,116 INFO [RS:0;9c6ec3fb6018:44339 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T08:15:27,116 DEBUG [RS:1;9c6ec3fb6018:42933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T08:15:27,117 DEBUG [RS:1;9c6ec3fb6018:42933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T08:15:27,117 INFO [RS:1;9c6ec3fb6018:42933 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T08:15:27,117 INFO [RS:1;9c6ec3fb6018:42933 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T08:15:27,173 WARN [9c6ec3fb6018:35875 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-13T08:15:27,217 INFO [RS:0;9c6ec3fb6018:44339 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:15:27,217 INFO [RS:1;9c6ec3fb6018:42933 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:15:27,219 INFO [RS:0;9c6ec3fb6018:44339 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9c6ec3fb6018%2C44339%2C1731485726760, suffix=, logDir=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/WALs/9c6ec3fb6018,44339,1731485726760, archiveDir=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/oldWALs, maxLogs=32 2024-11-13T08:15:27,219 INFO [RS:1;9c6ec3fb6018:42933 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9c6ec3fb6018%2C42933%2C1731485726792, suffix=, logDir=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/WALs/9c6ec3fb6018,42933,1731485726792, archiveDir=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/oldWALs, maxLogs=32 2024-11-13T08:15:27,235 DEBUG [RS:1;9c6ec3fb6018:42933 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/WALs/9c6ec3fb6018,42933,1731485726792/9c6ec3fb6018%2C42933%2C1731485726792.1731485727221, exclude list is [], retry=0 2024-11-13T08:15:27,235 DEBUG [RS:0;9c6ec3fb6018:44339 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/WALs/9c6ec3fb6018,44339,1731485726760/9c6ec3fb6018%2C44339%2C1731485726760.1731485727220, exclude list is [], retry=0 2024-11-13T08:15:27,238 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39983,DS-b6bc0822-e6ca-4a63-acdb-9719e4a17b28,DISK] 2024-11-13T08:15:27,238 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39983,DS-b6bc0822-e6ca-4a63-acdb-9719e4a17b28,DISK] 2024-11-13T08:15:27,239 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38605,DS-973b5741-f66b-4d08-bcb0-6ed1a89c9a19,DISK] 2024-11-13T08:15:27,239 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38605,DS-973b5741-f66b-4d08-bcb0-6ed1a89c9a19,DISK] 2024-11-13T08:15:27,241 INFO [RS:1;9c6ec3fb6018:42933 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/WALs/9c6ec3fb6018,42933,1731485726792/9c6ec3fb6018%2C42933%2C1731485726792.1731485727221 2024-11-13T08:15:27,242 INFO [RS:0;9c6ec3fb6018:44339 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/WALs/9c6ec3fb6018,44339,1731485726760/9c6ec3fb6018%2C44339%2C1731485726760.1731485727220 2024-11-13T08:15:27,242 DEBUG [RS:1;9c6ec3fb6018:42933 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37283:37283),(127.0.0.1/127.0.0.1:34943:34943)] 2024-11-13T08:15:27,242 DEBUG [RS:0;9c6ec3fb6018:44339 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37283:37283),(127.0.0.1/127.0.0.1:34943:34943)] 2024-11-13T08:15:27,424 DEBUG [9c6ec3fb6018:35875 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T08:15:27,424 DEBUG [9c6ec3fb6018:35875 {}] balancer.BalancerClusterState(202): Hosts are {9c6ec3fb6018=0} racks are {/default-rack=0} 2024-11-13T08:15:27,427 DEBUG [9c6ec3fb6018:35875 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-13T08:15:27,427 DEBUG [9c6ec3fb6018:35875 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-13T08:15:27,427 INFO [9c6ec3fb6018:35875 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-13T08:15:27,427 INFO [9c6ec3fb6018:35875 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-13T08:15:27,427 DEBUG [9c6ec3fb6018:35875 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T08:15:27,427 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9c6ec3fb6018,42933,1731485726792 2024-11-13T08:15:27,428 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9c6ec3fb6018,42933,1731485726792, state=OPENING 2024-11-13T08:15:27,430 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T08:15:27,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:27,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101a0b2ed550002, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:27,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x101a0b2ed550001, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:27,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=9c6ec3fb6018,42933,1731485726792}] 2024-11-13T08:15:27,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:27,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:27,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:27,585 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9c6ec3fb6018,42933,1731485726792 2024-11-13T08:15:27,585 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T08:15:27,587 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T08:15:27,591 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-13T08:15:27,591 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:15:27,591 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T08:15:27,593 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9c6ec3fb6018%2C42933%2C1731485726792.meta, suffix=.meta, logDir=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/WALs/9c6ec3fb6018,42933,1731485726792, archiveDir=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/oldWALs, maxLogs=32 2024-11-13T08:15:27,601 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T08:15:27,601 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T08:15:27,611 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/WALs/9c6ec3fb6018,42933,1731485726792/9c6ec3fb6018%2C42933%2C1731485726792.meta.1731485727594.meta, exclude list is [], retry=0 2024-11-13T08:15:27,614 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39983,DS-b6bc0822-e6ca-4a63-acdb-9719e4a17b28,DISK] 2024-11-13T08:15:27,614 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38605,DS-973b5741-f66b-4d08-bcb0-6ed1a89c9a19,DISK] 2024-11-13T08:15:27,616 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/WALs/9c6ec3fb6018,42933,1731485726792/9c6ec3fb6018%2C42933%2C1731485726792.meta.1731485727594.meta 2024-11-13T08:15:27,617 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37283:37283),(127.0.0.1/127.0.0.1:34943:34943)] 2024-11-13T08:15:27,617 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:15:27,617 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T08:15:27,617 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T08:15:27,617 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T08:15:27,617 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T08:15:27,617 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:27,618 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-13T08:15:27,618 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-13T08:15:27,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T08:15:27,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T08:15:27,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:27,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:27,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T08:15:27,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T08:15:27,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:27,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:27,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T08:15:27,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T08:15:27,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:27,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:27,624 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/hbase/meta/1588230740 2024-11-13T08:15:27,626 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/hbase/meta/1588230740 2024-11-13T08:15:27,627 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:15:27,629 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-13T08:15:27,629 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62189075, jitterRate=-0.07331056892871857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:15:27,630 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-13T08:15:27,631 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731485727585 2024-11-13T08:15:27,633 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T08:15:27,633 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-13T08:15:27,634 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9c6ec3fb6018,42933,1731485726792 2024-11-13T08:15:27,635 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9c6ec3fb6018,42933,1731485726792, state=OPEN 2024-11-13T08:15:27,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T08:15:27,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101a0b2ed550002, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T08:15:27,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x101a0b2ed550001, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T08:15:27,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:27,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:27,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:27,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T08:15:27,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=9c6ec3fb6018,42933,1731485726792 in 204 msec 2024-11-13T08:15:27,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T08:15:27,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 619 msec 2024-11-13T08:15:27,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 679 msec 2024-11-13T08:15:27,643 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731485727643, completionTime=-1 2024-11-13T08:15:27,643 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T08:15:27,643 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-13T08:15:27,644 DEBUG [hconnection-0x72eab545-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:15:27,645 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:15:27,647 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-13T08:15:27,647 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731485787647 2024-11-13T08:15:27,647 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731485847647 2024-11-13T08:15:27,647 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-13T08:15:27,652 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T08:15:27,653 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,35875,1731485726717-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:27,653 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,35875,1731485726717-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:27,653 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,35875,1731485726717-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:27,653 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9c6ec3fb6018:35875, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:27,653 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:27,653 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-13T08:15:27,654 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T08:15:27,655 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-13T08:15:27,655 DEBUG [master/9c6ec3fb6018:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-13T08:15:27,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T08:15:27,656 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:27,658 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T08:15:27,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741836_1012 (size=358) 2024-11-13T08:15:27,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39983 is added to blk_1073741836_1012 (size=358) 2024-11-13T08:15:27,670 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fec5790b33ca9b7ae6fc98efd2882014, NAME => 'hbase:namespace,,1731485727653.fec5790b33ca9b7ae6fc98efd2882014.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c 2024-11-13T08:15:27,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39983 is added to blk_1073741837_1013 (size=42) 2024-11-13T08:15:27,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741837_1013 (size=42) 2024-11-13T08:15:27,678 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731485727653.fec5790b33ca9b7ae6fc98efd2882014.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:27,678 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing fec5790b33ca9b7ae6fc98efd2882014, disabling compactions & flushes 2024-11-13T08:15:27,678 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731485727653.fec5790b33ca9b7ae6fc98efd2882014. 2024-11-13T08:15:27,678 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731485727653.fec5790b33ca9b7ae6fc98efd2882014. 2024-11-13T08:15:27,678 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731485727653.fec5790b33ca9b7ae6fc98efd2882014. after waiting 0 ms 2024-11-13T08:15:27,678 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731485727653.fec5790b33ca9b7ae6fc98efd2882014. 2024-11-13T08:15:27,678 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731485727653.fec5790b33ca9b7ae6fc98efd2882014. 2024-11-13T08:15:27,678 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for fec5790b33ca9b7ae6fc98efd2882014: 2024-11-13T08:15:27,679 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T08:15:27,680 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731485727653.fec5790b33ca9b7ae6fc98efd2882014.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731485727680"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731485727680"}]},"ts":"1731485727680"} 2024-11-13T08:15:27,682 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-13T08:15:27,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T08:15:27,683 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731485727683"}]},"ts":"1731485727683"} 2024-11-13T08:15:27,685 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-13T08:15:27,688 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {9c6ec3fb6018=0} racks are {/default-rack=0} 2024-11-13T08:15:27,689 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-13T08:15:27,689 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-13T08:15:27,689 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-13T08:15:27,689 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-13T08:15:27,689 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T08:15:27,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=fec5790b33ca9b7ae6fc98efd2882014, ASSIGN}] 2024-11-13T08:15:27,691 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=fec5790b33ca9b7ae6fc98efd2882014, ASSIGN 2024-11-13T08:15:27,692 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=fec5790b33ca9b7ae6fc98efd2882014, ASSIGN; state=OFFLINE, location=9c6ec3fb6018,42933,1731485726792; forceNewPlan=false, retain=false 2024-11-13T08:15:27,842 INFO [9c6ec3fb6018:35875 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-13T08:15:27,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=fec5790b33ca9b7ae6fc98efd2882014, regionState=OPENING, regionLocation=9c6ec3fb6018,42933,1731485726792 2024-11-13T08:15:27,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure fec5790b33ca9b7ae6fc98efd2882014, server=9c6ec3fb6018,42933,1731485726792}] 2024-11-13T08:15:27,997 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9c6ec3fb6018,42933,1731485726792 2024-11-13T08:15:28,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731485727653.fec5790b33ca9b7ae6fc98efd2882014. 2024-11-13T08:15:28,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => fec5790b33ca9b7ae6fc98efd2882014, NAME => 'hbase:namespace,,1731485727653.fec5790b33ca9b7ae6fc98efd2882014.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:15:28,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace fec5790b33ca9b7ae6fc98efd2882014 2024-11-13T08:15:28,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731485727653.fec5790b33ca9b7ae6fc98efd2882014.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:28,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for fec5790b33ca9b7ae6fc98efd2882014 2024-11-13T08:15:28,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for fec5790b33ca9b7ae6fc98efd2882014 2024-11-13T08:15:28,005 INFO [StoreOpener-fec5790b33ca9b7ae6fc98efd2882014-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region fec5790b33ca9b7ae6fc98efd2882014 2024-11-13T08:15:28,006 INFO [StoreOpener-fec5790b33ca9b7ae6fc98efd2882014-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fec5790b33ca9b7ae6fc98efd2882014 columnFamilyName info 2024-11-13T08:15:28,006 DEBUG [StoreOpener-fec5790b33ca9b7ae6fc98efd2882014-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:28,007 INFO [StoreOpener-fec5790b33ca9b7ae6fc98efd2882014-1 {}] regionserver.HStore(327): Store=fec5790b33ca9b7ae6fc98efd2882014/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:28,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/hbase/namespace/fec5790b33ca9b7ae6fc98efd2882014 2024-11-13T08:15:28,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/hbase/namespace/fec5790b33ca9b7ae6fc98efd2882014 2024-11-13T08:15:28,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for fec5790b33ca9b7ae6fc98efd2882014 2024-11-13T08:15:28,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/hbase/namespace/fec5790b33ca9b7ae6fc98efd2882014/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:28,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened fec5790b33ca9b7ae6fc98efd2882014; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58742829, jitterRate=-0.12466363608837128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:15:28,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for fec5790b33ca9b7ae6fc98efd2882014: 2024-11-13T08:15:28,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731485727653.fec5790b33ca9b7ae6fc98efd2882014., pid=6, masterSystemTime=1731485727997 2024-11-13T08:15:28,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731485727653.fec5790b33ca9b7ae6fc98efd2882014. 2024-11-13T08:15:28,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731485727653.fec5790b33ca9b7ae6fc98efd2882014. 2024-11-13T08:15:28,019 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=fec5790b33ca9b7ae6fc98efd2882014, regionState=OPEN, openSeqNum=2, regionLocation=9c6ec3fb6018,42933,1731485726792 2024-11-13T08:15:28,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T08:15:28,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure fec5790b33ca9b7ae6fc98efd2882014, server=9c6ec3fb6018,42933,1731485726792 in 176 msec 2024-11-13T08:15:28,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T08:15:28,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=fec5790b33ca9b7ae6fc98efd2882014, ASSIGN in 335 msec 2024-11-13T08:15:28,027 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T08:15:28,027 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731485728027"}]},"ts":"1731485728027"} 2024-11-13T08:15:28,029 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-13T08:15:28,031 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T08:15:28,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 377 msec 2024-11-13T08:15:28,056 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-13T08:15:28,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-13T08:15:28,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101a0b2ed550002, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:28,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x101a0b2ed550001, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:28,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:28,062 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-13T08:15:28,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-13T08:15:28,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 11 msec 2024-11-13T08:15:28,084 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-13T08:15:28,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-13T08:15:28,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 9 msec 2024-11-13T08:15:28,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-13T08:15:28,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-13T08:15:28,100 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.282sec 2024-11-13T08:15:28,100 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T08:15:28,100 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T08:15:28,100 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T08:15:28,101 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T08:15:28,101 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T08:15:28,101 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,35875,1731485726717-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T08:15:28,101 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,35875,1731485726717-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T08:15:28,102 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-13T08:15:28,102 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T08:15:28,102 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,35875,1731485726717-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:28,113 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x131ee625 to 127.0.0.1:64452 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47ee06fe 2024-11-13T08:15:28,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ec687c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:15:28,117 DEBUG [hconnection-0x781a489e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:15:28,119 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:15:28,121 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=9c6ec3fb6018,35875,1731485726717 2024-11-13T08:15:28,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T08:15:28,123 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T08:15:28,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T08:15:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T08:15:28,127 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T08:15:28,127 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:28,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-13T08:15:28,129 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T08:15:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T08:15:28,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741838_1014 (size=379) 2024-11-13T08:15:28,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39983 is added to blk_1073741838_1014 (size=379) 2024-11-13T08:15:28,138 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 08df08c95877173059a3d315c50b7a69, NAME => 'testClearRegionBlockCache,,1731485728125.08df08c95877173059a3d315c50b7a69.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c 2024-11-13T08:15:28,138 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 90a39956bfdb1aad2fd46e4abb548c3b, NAME => 'testClearRegionBlockCache,5,1731485728125.90a39956bfdb1aad2fd46e4abb548c3b.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c 2024-11-13T08:15:28,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741839_1015 (size=61) 2024-11-13T08:15:28,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39983 is added to blk_1073741839_1015 (size=61) 2024-11-13T08:15:28,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39983 is added to blk_1073741840_1016 (size=61) 2024-11-13T08:15:28,147 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731485728125.08df08c95877173059a3d315c50b7a69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:28,148 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 08df08c95877173059a3d315c50b7a69, disabling compactions & flushes 2024-11-13T08:15:28,148 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731485728125.08df08c95877173059a3d315c50b7a69. 2024-11-13T08:15:28,148 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731485728125.08df08c95877173059a3d315c50b7a69. 2024-11-13T08:15:28,148 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731485728125.08df08c95877173059a3d315c50b7a69. after waiting 0 ms 2024-11-13T08:15:28,148 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731485728125.08df08c95877173059a3d315c50b7a69. 2024-11-13T08:15:28,148 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731485728125.08df08c95877173059a3d315c50b7a69. 2024-11-13T08:15:28,148 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 08df08c95877173059a3d315c50b7a69: 2024-11-13T08:15:28,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741840_1016 (size=61) 2024-11-13T08:15:28,149 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731485728125.90a39956bfdb1aad2fd46e4abb548c3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:28,149 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 90a39956bfdb1aad2fd46e4abb548c3b, disabling compactions & flushes 2024-11-13T08:15:28,149 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731485728125.90a39956bfdb1aad2fd46e4abb548c3b. 2024-11-13T08:15:28,149 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731485728125.90a39956bfdb1aad2fd46e4abb548c3b. 2024-11-13T08:15:28,149 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731485728125.90a39956bfdb1aad2fd46e4abb548c3b. after waiting 0 ms 2024-11-13T08:15:28,149 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731485728125.90a39956bfdb1aad2fd46e4abb548c3b. 2024-11-13T08:15:28,149 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731485728125.90a39956bfdb1aad2fd46e4abb548c3b. 2024-11-13T08:15:28,149 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 90a39956bfdb1aad2fd46e4abb548c3b: 2024-11-13T08:15:28,150 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T08:15:28,151 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731485728125.08df08c95877173059a3d315c50b7a69.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731485728150"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731485728150"}]},"ts":"1731485728150"} 2024-11-13T08:15:28,151 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731485728125.90a39956bfdb1aad2fd46e4abb548c3b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731485728150"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731485728150"}]},"ts":"1731485728150"} 2024-11-13T08:15:28,154 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-13T08:15:28,155 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T08:15:28,155 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731485728155"}]},"ts":"1731485728155"} 2024-11-13T08:15:28,157 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T08:15:28,161 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {9c6ec3fb6018=0} racks are {/default-rack=0} 2024-11-13T08:15:28,162 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-13T08:15:28,162 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-13T08:15:28,162 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-13T08:15:28,162 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-13T08:15:28,162 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T08:15:28,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=08df08c95877173059a3d315c50b7a69, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=90a39956bfdb1aad2fd46e4abb548c3b, ASSIGN}] 2024-11-13T08:15:28,164 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=90a39956bfdb1aad2fd46e4abb548c3b, ASSIGN 2024-11-13T08:15:28,164 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=08df08c95877173059a3d315c50b7a69, ASSIGN 2024-11-13T08:15:28,165 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=90a39956bfdb1aad2fd46e4abb548c3b, ASSIGN; state=OFFLINE, location=9c6ec3fb6018,42933,1731485726792; forceNewPlan=false, retain=false 2024-11-13T08:15:28,165 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=08df08c95877173059a3d315c50b7a69, ASSIGN; state=OFFLINE, location=9c6ec3fb6018,44339,1731485726760; forceNewPlan=false, retain=false 2024-11-13T08:15:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T08:15:28,315 INFO [9c6ec3fb6018:35875 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T08:15:28,315 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=90a39956bfdb1aad2fd46e4abb548c3b, regionState=OPENING, regionLocation=9c6ec3fb6018,42933,1731485726792 2024-11-13T08:15:28,315 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=08df08c95877173059a3d315c50b7a69, regionState=OPENING, regionLocation=9c6ec3fb6018,44339,1731485726760 2024-11-13T08:15:28,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 08df08c95877173059a3d315c50b7a69, server=9c6ec3fb6018,44339,1731485726760}] 2024-11-13T08:15:28,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 90a39956bfdb1aad2fd46e4abb548c3b, server=9c6ec3fb6018,42933,1731485726792}] 2024-11-13T08:15:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T08:15:28,471 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9c6ec3fb6018,44339,1731485726760 2024-11-13T08:15:28,471 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T08:15:28,473 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9c6ec3fb6018,42933,1731485726792 2024-11-13T08:15:28,473 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T08:15:28,477 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1731485728125.90a39956bfdb1aad2fd46e4abb548c3b. 2024-11-13T08:15:28,477 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1731485728125.08df08c95877173059a3d315c50b7a69. 2024-11-13T08:15:28,477 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 90a39956bfdb1aad2fd46e4abb548c3b, NAME => 'testClearRegionBlockCache,5,1731485728125.90a39956bfdb1aad2fd46e4abb548c3b.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T08:15:28,477 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 08df08c95877173059a3d315c50b7a69, NAME => 'testClearRegionBlockCache,,1731485728125.08df08c95877173059a3d315c50b7a69.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T08:15:28,478 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 90a39956bfdb1aad2fd46e4abb548c3b 2024-11-13T08:15:28,478 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 08df08c95877173059a3d315c50b7a69 2024-11-13T08:15:28,478 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731485728125.08df08c95877173059a3d315c50b7a69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:28,478 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731485728125.90a39956bfdb1aad2fd46e4abb548c3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:28,478 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 08df08c95877173059a3d315c50b7a69 2024-11-13T08:15:28,478 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 08df08c95877173059a3d315c50b7a69 2024-11-13T08:15:28,478 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 90a39956bfdb1aad2fd46e4abb548c3b 2024-11-13T08:15:28,478 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 90a39956bfdb1aad2fd46e4abb548c3b 2024-11-13T08:15:28,481 INFO [StoreOpener-90a39956bfdb1aad2fd46e4abb548c3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 90a39956bfdb1aad2fd46e4abb548c3b 2024-11-13T08:15:28,481 INFO [StoreOpener-08df08c95877173059a3d315c50b7a69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 08df08c95877173059a3d315c50b7a69 2024-11-13T08:15:28,482 INFO [StoreOpener-08df08c95877173059a3d315c50b7a69-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08df08c95877173059a3d315c50b7a69 columnFamilyName family 2024-11-13T08:15:28,482 DEBUG [StoreOpener-08df08c95877173059a3d315c50b7a69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:28,483 INFO [StoreOpener-90a39956bfdb1aad2fd46e4abb548c3b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90a39956bfdb1aad2fd46e4abb548c3b columnFamilyName family 2024-11-13T08:15:28,483 DEBUG [StoreOpener-90a39956bfdb1aad2fd46e4abb548c3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:28,483 INFO [StoreOpener-08df08c95877173059a3d315c50b7a69-1 {}] regionserver.HStore(327): Store=08df08c95877173059a3d315c50b7a69/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:28,483 INFO [StoreOpener-90a39956bfdb1aad2fd46e4abb548c3b-1 {}] regionserver.HStore(327): Store=90a39956bfdb1aad2fd46e4abb548c3b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:28,484 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/default/testClearRegionBlockCache/08df08c95877173059a3d315c50b7a69 2024-11-13T08:15:28,484 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/default/testClearRegionBlockCache/90a39956bfdb1aad2fd46e4abb548c3b 2024-11-13T08:15:28,485 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/default/testClearRegionBlockCache/08df08c95877173059a3d315c50b7a69 2024-11-13T08:15:28,485 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/default/testClearRegionBlockCache/90a39956bfdb1aad2fd46e4abb548c3b 2024-11-13T08:15:28,487 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 90a39956bfdb1aad2fd46e4abb548c3b 2024-11-13T08:15:28,487 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 08df08c95877173059a3d315c50b7a69 2024-11-13T08:15:28,490 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/default/testClearRegionBlockCache/90a39956bfdb1aad2fd46e4abb548c3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:28,490 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/default/testClearRegionBlockCache/08df08c95877173059a3d315c50b7a69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:28,490 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 90a39956bfdb1aad2fd46e4abb548c3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65448318, jitterRate=-0.02474406361579895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:15:28,491 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 08df08c95877173059a3d315c50b7a69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66312370, jitterRate=-0.011868685483932495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:15:28,491 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 90a39956bfdb1aad2fd46e4abb548c3b: 2024-11-13T08:15:28,491 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 08df08c95877173059a3d315c50b7a69: 2024-11-13T08:15:28,492 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1731485728125.90a39956bfdb1aad2fd46e4abb548c3b., pid=13, masterSystemTime=1731485728473 2024-11-13T08:15:28,492 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1731485728125.08df08c95877173059a3d315c50b7a69., pid=12, masterSystemTime=1731485728471 2024-11-13T08:15:28,495 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1731485728125.08df08c95877173059a3d315c50b7a69. 2024-11-13T08:15:28,495 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1731485728125.08df08c95877173059a3d315c50b7a69. 2024-11-13T08:15:28,495 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=08df08c95877173059a3d315c50b7a69, regionState=OPEN, openSeqNum=2, regionLocation=9c6ec3fb6018,44339,1731485726760 2024-11-13T08:15:28,496 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1731485728125.90a39956bfdb1aad2fd46e4abb548c3b. 2024-11-13T08:15:28,496 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1731485728125.90a39956bfdb1aad2fd46e4abb548c3b. 2024-11-13T08:15:28,497 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=90a39956bfdb1aad2fd46e4abb548c3b, regionState=OPEN, openSeqNum=2, regionLocation=9c6ec3fb6018,42933,1731485726792 2024-11-13T08:15:28,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-13T08:15:28,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 08df08c95877173059a3d315c50b7a69, server=9c6ec3fb6018,44339,1731485726760 in 180 msec 2024-11-13T08:15:28,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-13T08:15:28,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 90a39956bfdb1aad2fd46e4abb548c3b, server=9c6ec3fb6018,42933,1731485726792 in 180 msec 2024-11-13T08:15:28,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=08df08c95877173059a3d315c50b7a69, ASSIGN in 339 msec 2024-11-13T08:15:28,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-13T08:15:28,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=90a39956bfdb1aad2fd46e4abb548c3b, ASSIGN in 340 msec 2024-11-13T08:15:28,505 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T08:15:28,506 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731485728506"}]},"ts":"1731485728506"} 2024-11-13T08:15:28,507 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T08:15:28,510 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T08:15:28,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 385 msec 2024-11-13T08:15:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T08:15:28,735 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-13T08:15:28,735 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T08:15:28,735 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T08:15:28,739 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T08:15:28,739 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T08:15:28,739 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-13T08:15:28,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:15:28,744 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:15:28,759 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 08df08c95877173059a3d315c50b7a69 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T08:15:28,777 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/default/testClearRegionBlockCache/08df08c95877173059a3d315c50b7a69/.tmp/family/aff3682916d74194bb3647064a13a8e8 is 32, key is 1/family:/1731485728744/Put/seqid=0 2024-11-13T08:15:28,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39983 is added to blk_1073741841_1017 (size=5054) 2024-11-13T08:15:28,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741841_1017 (size=5054) 2024-11-13T08:15:28,783 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/default/testClearRegionBlockCache/08df08c95877173059a3d315c50b7a69/.tmp/family/aff3682916d74194bb3647064a13a8e8 2024-11-13T08:15:28,790 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/default/testClearRegionBlockCache/08df08c95877173059a3d315c50b7a69/.tmp/family/aff3682916d74194bb3647064a13a8e8 as hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/default/testClearRegionBlockCache/08df08c95877173059a3d315c50b7a69/family/aff3682916d74194bb3647064a13a8e8 2024-11-13T08:15:28,796 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/default/testClearRegionBlockCache/08df08c95877173059a3d315c50b7a69/family/aff3682916d74194bb3647064a13a8e8, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T08:15:28,797 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 08df08c95877173059a3d315c50b7a69 in 38ms, sequenceid=8, compaction requested=false 2024-11-13T08:15:28,798 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 08df08c95877173059a3d315c50b7a69: 2024-11-13T08:15:28,798 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 90a39956bfdb1aad2fd46e4abb548c3b 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T08:15:28,814 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/default/testClearRegionBlockCache/90a39956bfdb1aad2fd46e4abb548c3b/.tmp/family/a2615308c7444f678b9a77b4a95940ab is 32, key is 5/family:/1731485728752/Put/seqid=0 2024-11-13T08:15:28,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741842_1018 (size=5083) 2024-11-13T08:15:28,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39983 is added to blk_1073741842_1018 (size=5083) 2024-11-13T08:15:28,821 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/default/testClearRegionBlockCache/90a39956bfdb1aad2fd46e4abb548c3b/.tmp/family/a2615308c7444f678b9a77b4a95940ab 2024-11-13T08:15:28,827 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/default/testClearRegionBlockCache/90a39956bfdb1aad2fd46e4abb548c3b/.tmp/family/a2615308c7444f678b9a77b4a95940ab as hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/default/testClearRegionBlockCache/90a39956bfdb1aad2fd46e4abb548c3b/family/a2615308c7444f678b9a77b4a95940ab 2024-11-13T08:15:28,833 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/default/testClearRegionBlockCache/90a39956bfdb1aad2fd46e4abb548c3b/family/a2615308c7444f678b9a77b4a95940ab, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T08:15:28,834 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 90a39956bfdb1aad2fd46e4abb548c3b in 36ms, sequenceid=9, compaction requested=false 2024-11-13T08:15:28,834 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 90a39956bfdb1aad2fd46e4abb548c3b: 2024-11-13T08:15:28,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T08:15:28,845 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T08:15:28,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T08:15:28,847 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T08:15:28,848 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-13T08:15:28,848 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-13T08:15:28,848 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x131ee625 to 127.0.0.1:64452 2024-11-13T08:15:28,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:28,849 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T08:15:28,849 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=926954803, stopped=false 2024-11-13T08:15:28,849 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=9c6ec3fb6018,35875,1731485726717 2024-11-13T08:15:28,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:28,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x101a0b2ed550001, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:28,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101a0b2ed550002, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:28,851 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-13T08:15:28,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:28,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x101a0b2ed550001, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:28,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101a0b2ed550002, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:28,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44339-0x101a0b2ed550001, quorum=127.0.0.1:64452, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:28,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42933-0x101a0b2ed550002, quorum=127.0.0.1:64452, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:28,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:28,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:28,852 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '9c6ec3fb6018,44339,1731485726760' ***** 2024-11-13T08:15:28,852 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-13T08:15:28,852 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '9c6ec3fb6018,42933,1731485726792' ***** 2024-11-13T08:15:28,852 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-13T08:15:28,852 INFO [RS:1;9c6ec3fb6018:42933 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T08:15:28,852 INFO [RS:1;9c6ec3fb6018:42933 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T08:15:28,852 INFO [RS:1;9c6ec3fb6018:42933 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T08:15:28,852 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-13T08:15:28,852 INFO [RS:1;9c6ec3fb6018:42933 {}] regionserver.HRegionServer(3579): Received CLOSE for fec5790b33ca9b7ae6fc98efd2882014 2024-11-13T08:15:28,852 INFO [RS:0;9c6ec3fb6018:44339 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T08:15:28,852 INFO [RS:0;9c6ec3fb6018:44339 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T08:15:28,852 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-13T08:15:28,852 INFO [RS:0;9c6ec3fb6018:44339 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T08:15:28,853 INFO [RS:0;9c6ec3fb6018:44339 {}] regionserver.HRegionServer(3579): Received CLOSE for 08df08c95877173059a3d315c50b7a69 2024-11-13T08:15:28,853 INFO [RS:1;9c6ec3fb6018:42933 {}] regionserver.HRegionServer(3579): Received CLOSE for 90a39956bfdb1aad2fd46e4abb548c3b 2024-11-13T08:15:28,853 INFO [RS:1;9c6ec3fb6018:42933 {}] regionserver.HRegionServer(1224): stopping server 9c6ec3fb6018,42933,1731485726792 2024-11-13T08:15:28,853 DEBUG [RS:1;9c6ec3fb6018:42933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:28,853 INFO [RS:0;9c6ec3fb6018:44339 {}] regionserver.HRegionServer(1224): stopping server 9c6ec3fb6018,44339,1731485726760 2024-11-13T08:15:28,853 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fec5790b33ca9b7ae6fc98efd2882014, disabling compactions & flushes 2024-11-13T08:15:28,853 INFO [RS:1;9c6ec3fb6018:42933 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T08:15:28,853 DEBUG [RS:0;9c6ec3fb6018:44339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:28,853 INFO [RS:1;9c6ec3fb6018:42933 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T08:15:28,853 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731485727653.fec5790b33ca9b7ae6fc98efd2882014. 2024-11-13T08:15:28,853 INFO [RS:1;9c6ec3fb6018:42933 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T08:15:28,853 INFO [RS:0;9c6ec3fb6018:44339 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-13T08:15:28,853 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731485727653.fec5790b33ca9b7ae6fc98efd2882014. 2024-11-13T08:15:28,853 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 08df08c95877173059a3d315c50b7a69, disabling compactions & flushes 2024-11-13T08:15:28,853 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731485727653.fec5790b33ca9b7ae6fc98efd2882014. after waiting 0 ms 2024-11-13T08:15:28,853 DEBUG [RS:0;9c6ec3fb6018:44339 {}] regionserver.HRegionServer(1603): Online Regions={08df08c95877173059a3d315c50b7a69=testClearRegionBlockCache,,1731485728125.08df08c95877173059a3d315c50b7a69.} 2024-11-13T08:15:28,853 INFO [RS:1;9c6ec3fb6018:42933 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-13T08:15:28,853 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731485727653.fec5790b33ca9b7ae6fc98efd2882014. 2024-11-13T08:15:28,853 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731485728125.08df08c95877173059a3d315c50b7a69. 2024-11-13T08:15:28,853 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing fec5790b33ca9b7ae6fc98efd2882014 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-13T08:15:28,853 DEBUG [RS:0;9c6ec3fb6018:44339 {}] regionserver.HRegionServer(1629): Waiting on 08df08c95877173059a3d315c50b7a69 2024-11-13T08:15:28,853 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731485728125.08df08c95877173059a3d315c50b7a69. 2024-11-13T08:15:28,853 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731485728125.08df08c95877173059a3d315c50b7a69. after waiting 0 ms 2024-11-13T08:15:28,853 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731485728125.08df08c95877173059a3d315c50b7a69. 2024-11-13T08:15:28,853 INFO [RS:1;9c6ec3fb6018:42933 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-11-13T08:15:28,853 DEBUG [RS:1;9c6ec3fb6018:42933 {}] regionserver.HRegionServer(1603): Online Regions={fec5790b33ca9b7ae6fc98efd2882014=hbase:namespace,,1731485727653.fec5790b33ca9b7ae6fc98efd2882014., 1588230740=hbase:meta,,1.1588230740, 90a39956bfdb1aad2fd46e4abb548c3b=testClearRegionBlockCache,5,1731485728125.90a39956bfdb1aad2fd46e4abb548c3b.} 2024-11-13T08:15:28,853 DEBUG [RS:1;9c6ec3fb6018:42933 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 90a39956bfdb1aad2fd46e4abb548c3b, fec5790b33ca9b7ae6fc98efd2882014 2024-11-13T08:15:28,853 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-13T08:15:28,853 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-13T08:15:28,854 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-13T08:15:28,854 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T08:15:28,854 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T08:15:28,854 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-13T08:15:28,858 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/default/testClearRegionBlockCache/08df08c95877173059a3d315c50b7a69/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T08:15:28,859 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731485728125.08df08c95877173059a3d315c50b7a69. 2024-11-13T08:15:28,859 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 08df08c95877173059a3d315c50b7a69: 2024-11-13T08:15:28,859 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731485728125.08df08c95877173059a3d315c50b7a69. 2024-11-13T08:15:28,871 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/hbase/namespace/fec5790b33ca9b7ae6fc98efd2882014/.tmp/info/749f912103804dcaa275c408541972d2 is 45, key is default/info:d/1731485728067/Put/seqid=0 2024-11-13T08:15:28,872 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/hbase/meta/1588230740/.tmp/info/74c4a38bbb544901a692a651b21a4aa0 is 173, key is testClearRegionBlockCache,5,1731485728125.90a39956bfdb1aad2fd46e4abb548c3b./info:regioninfo/1731485728496/Put/seqid=0 2024-11-13T08:15:28,872 INFO [regionserver/9c6ec3fb6018:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:15:28,874 INFO [regionserver/9c6ec3fb6018:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:15:28,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741843_1019 (size=5037) 2024-11-13T08:15:28,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741844_1020 (size=9337) 2024-11-13T08:15:28,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39983 is added to blk_1073741844_1020 (size=9337) 2024-11-13T08:15:28,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39983 is added to blk_1073741843_1019 (size=5037) 2024-11-13T08:15:29,053 INFO [RS:0;9c6ec3fb6018:44339 {}] regionserver.HRegionServer(1250): stopping server 9c6ec3fb6018,44339,1731485726760; all regions closed. 2024-11-13T08:15:29,054 DEBUG [RS:1;9c6ec3fb6018:42933 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 90a39956bfdb1aad2fd46e4abb548c3b, fec5790b33ca9b7ae6fc98efd2882014 2024-11-13T08:15:29,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39983 is added to blk_1073741834_1010 (size=1758) 2024-11-13T08:15:29,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741834_1010 (size=1758) 2024-11-13T08:15:29,059 DEBUG [RS:0;9c6ec3fb6018:44339 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/oldWALs 2024-11-13T08:15:29,059 INFO [RS:0;9c6ec3fb6018:44339 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 9c6ec3fb6018%2C44339%2C1731485726760:(num 1731485727220) 2024-11-13T08:15:29,059 DEBUG [RS:0;9c6ec3fb6018:44339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:29,059 INFO [RS:0;9c6ec3fb6018:44339 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:15:29,059 INFO [RS:0;9c6ec3fb6018:44339 {}] hbase.ChoreService(370): Chore service for: regionserver/9c6ec3fb6018:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T08:15:29,059 INFO [RS:0;9c6ec3fb6018:44339 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T08:15:29,059 INFO [regionserver/9c6ec3fb6018:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-13T08:15:29,059 INFO [RS:0;9c6ec3fb6018:44339 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T08:15:29,060 INFO [RS:0;9c6ec3fb6018:44339 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T08:15:29,060 INFO [RS:0;9c6ec3fb6018:44339 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44339 2024-11-13T08:15:29,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x101a0b2ed550001, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9c6ec3fb6018,44339,1731485726760 2024-11-13T08:15:29,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T08:15:29,062 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$368/0x00007f3548915fc8@13b0cf9 rejected from java.util.concurrent.ThreadPoolExecutor@443992ba[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-13T08:15:29,063 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9c6ec3fb6018,44339,1731485726760] 2024-11-13T08:15:29,063 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 9c6ec3fb6018,44339,1731485726760; numProcessing=1 2024-11-13T08:15:29,064 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/9c6ec3fb6018,44339,1731485726760 already deleted, retry=false 2024-11-13T08:15:29,064 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 9c6ec3fb6018,44339,1731485726760 expired; onlineServers=1 2024-11-13T08:15:29,071 INFO [regionserver/9c6ec3fb6018:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T08:15:29,071 INFO [regionserver/9c6ec3fb6018:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T08:15:29,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x101a0b2ed550001, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:29,163 INFO [RS:0;9c6ec3fb6018:44339 {}] regionserver.HRegionServer(1307): Exiting; stopping=9c6ec3fb6018,44339,1731485726760; zookeeper connection closed. 2024-11-13T08:15:29,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x101a0b2ed550001, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:29,164 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65c3f81 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65c3f81 2024-11-13T08:15:29,254 DEBUG [RS:1;9c6ec3fb6018:42933 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 90a39956bfdb1aad2fd46e4abb548c3b, fec5790b33ca9b7ae6fc98efd2882014 2024-11-13T08:15:29,279 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/hbase/namespace/fec5790b33ca9b7ae6fc98efd2882014/.tmp/info/749f912103804dcaa275c408541972d2 2024-11-13T08:15:29,279 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/hbase/meta/1588230740/.tmp/info/74c4a38bbb544901a692a651b21a4aa0 2024-11-13T08:15:29,286 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/hbase/namespace/fec5790b33ca9b7ae6fc98efd2882014/.tmp/info/749f912103804dcaa275c408541972d2 as hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/hbase/namespace/fec5790b33ca9b7ae6fc98efd2882014/info/749f912103804dcaa275c408541972d2 2024-11-13T08:15:29,292 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/hbase/namespace/fec5790b33ca9b7ae6fc98efd2882014/info/749f912103804dcaa275c408541972d2, entries=2, sequenceid=6, filesize=4.9 K 2024-11-13T08:15:29,293 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for fec5790b33ca9b7ae6fc98efd2882014 in 440ms, sequenceid=6, compaction requested=false 2024-11-13T08:15:29,297 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/hbase/namespace/fec5790b33ca9b7ae6fc98efd2882014/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T08:15:29,297 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731485727653.fec5790b33ca9b7ae6fc98efd2882014. 2024-11-13T08:15:29,297 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fec5790b33ca9b7ae6fc98efd2882014: 2024-11-13T08:15:29,298 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731485727653.fec5790b33ca9b7ae6fc98efd2882014. 2024-11-13T08:15:29,298 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 90a39956bfdb1aad2fd46e4abb548c3b, disabling compactions & flushes 2024-11-13T08:15:29,298 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731485728125.90a39956bfdb1aad2fd46e4abb548c3b. 2024-11-13T08:15:29,298 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731485728125.90a39956bfdb1aad2fd46e4abb548c3b. 2024-11-13T08:15:29,298 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731485728125.90a39956bfdb1aad2fd46e4abb548c3b. after waiting 0 ms 2024-11-13T08:15:29,298 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731485728125.90a39956bfdb1aad2fd46e4abb548c3b. 2024-11-13T08:15:29,302 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/default/testClearRegionBlockCache/90a39956bfdb1aad2fd46e4abb548c3b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T08:15:29,302 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731485728125.90a39956bfdb1aad2fd46e4abb548c3b. 2024-11-13T08:15:29,302 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 90a39956bfdb1aad2fd46e4abb548c3b: 2024-11-13T08:15:29,302 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731485728125.90a39956bfdb1aad2fd46e4abb548c3b. 2024-11-13T08:15:29,302 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/hbase/meta/1588230740/.tmp/table/d8e80165ed92493098abdcba013f7ed1 is 61, key is testClearRegionBlockCache/table:state/1731485728506/Put/seqid=0 2024-11-13T08:15:29,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741845_1021 (size=5392) 2024-11-13T08:15:29,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39983 is added to blk_1073741845_1021 (size=5392) 2024-11-13T08:15:29,308 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/hbase/meta/1588230740/.tmp/table/d8e80165ed92493098abdcba013f7ed1 2024-11-13T08:15:29,316 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/hbase/meta/1588230740/.tmp/info/74c4a38bbb544901a692a651b21a4aa0 as hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/hbase/meta/1588230740/info/74c4a38bbb544901a692a651b21a4aa0 2024-11-13T08:15:29,322 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/hbase/meta/1588230740/info/74c4a38bbb544901a692a651b21a4aa0, entries=30, sequenceid=16, filesize=9.1 K 2024-11-13T08:15:29,323 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/hbase/meta/1588230740/.tmp/table/d8e80165ed92493098abdcba013f7ed1 as hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/hbase/meta/1588230740/table/d8e80165ed92493098abdcba013f7ed1 2024-11-13T08:15:29,328 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/hbase/meta/1588230740/table/d8e80165ed92493098abdcba013f7ed1, entries=4, sequenceid=16, filesize=5.3 K 2024-11-13T08:15:29,330 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 475ms, sequenceid=16, compaction requested=false 2024-11-13T08:15:29,334 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T08:15:29,335 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T08:15:29,335 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-13T08:15:29,335 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-13T08:15:29,335 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T08:15:29,454 INFO [RS:1;9c6ec3fb6018:42933 {}] regionserver.HRegionServer(1250): stopping server 9c6ec3fb6018,42933,1731485726792; all regions closed. 2024-11-13T08:15:29,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39983 is added to blk_1073741835_1011 (size=5602) 2024-11-13T08:15:29,457 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(725): complete file /user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/WALs/9c6ec3fb6018,42933,1731485726792/9c6ec3fb6018%2C42933%2C1731485726792.meta.1731485727594.meta not finished, retry = 0 2024-11-13T08:15:29,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741835_1011 (size=5602) 2024-11-13T08:15:29,560 DEBUG [RS:1;9c6ec3fb6018:42933 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/oldWALs 2024-11-13T08:15:29,561 INFO [RS:1;9c6ec3fb6018:42933 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 9c6ec3fb6018%2C42933%2C1731485726792.meta:.meta(num 1731485727594) 2024-11-13T08:15:29,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39983 is added to blk_1073741833_1009 (size=3188) 2024-11-13T08:15:29,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741833_1009 (size=3188) 2024-11-13T08:15:29,565 DEBUG [RS:1;9c6ec3fb6018:42933 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/oldWALs 2024-11-13T08:15:29,565 INFO [RS:1;9c6ec3fb6018:42933 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 9c6ec3fb6018%2C42933%2C1731485726792:(num 1731485727221) 2024-11-13T08:15:29,565 DEBUG [RS:1;9c6ec3fb6018:42933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:29,565 INFO [RS:1;9c6ec3fb6018:42933 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:15:29,566 INFO [RS:1;9c6ec3fb6018:42933 {}] hbase.ChoreService(370): Chore service for: regionserver/9c6ec3fb6018:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-13T08:15:29,566 INFO [regionserver/9c6ec3fb6018:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-13T08:15:29,566 INFO [RS:1;9c6ec3fb6018:42933 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42933 2024-11-13T08:15:29,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T08:15:29,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101a0b2ed550002, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9c6ec3fb6018,42933,1731485726792 2024-11-13T08:15:29,569 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9c6ec3fb6018,42933,1731485726792] 2024-11-13T08:15:29,569 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 9c6ec3fb6018,42933,1731485726792; numProcessing=2 2024-11-13T08:15:29,571 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/9c6ec3fb6018,42933,1731485726792 already deleted, retry=false 2024-11-13T08:15:29,571 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 9c6ec3fb6018,42933,1731485726792 expired; onlineServers=0 2024-11-13T08:15:29,571 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '9c6ec3fb6018,35875,1731485726717' ***** 2024-11-13T08:15:29,571 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T08:15:29,571 DEBUG [M:0;9c6ec3fb6018:35875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d4dbeb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9c6ec3fb6018/172.17.0.2:0 2024-11-13T08:15:29,571 INFO [M:0;9c6ec3fb6018:35875 {}] regionserver.HRegionServer(1224): stopping server 9c6ec3fb6018,35875,1731485726717 2024-11-13T08:15:29,571 INFO [M:0;9c6ec3fb6018:35875 {}] regionserver.HRegionServer(1250): stopping server 9c6ec3fb6018,35875,1731485726717; all regions closed. 2024-11-13T08:15:29,571 DEBUG [M:0;9c6ec3fb6018:35875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:29,571 DEBUG [M:0;9c6ec3fb6018:35875 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T08:15:29,571 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T08:15:29,571 DEBUG [M:0;9c6ec3fb6018:35875 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T08:15:29,571 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.large.0-1731485726971 {}] cleaner.HFileCleaner(306): Exit Thread[master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.large.0-1731485726971,5,FailOnTimeoutGroup] 2024-11-13T08:15:29,571 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.small.0-1731485726971 {}] cleaner.HFileCleaner(306): Exit Thread[master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.small.0-1731485726971,5,FailOnTimeoutGroup] 2024-11-13T08:15:29,572 INFO [M:0;9c6ec3fb6018:35875 {}] hbase.ChoreService(370): Chore service for: master/9c6ec3fb6018:0 had [] on shutdown 2024-11-13T08:15:29,572 DEBUG [M:0;9c6ec3fb6018:35875 {}] master.HMaster(1733): Stopping service threads 2024-11-13T08:15:29,572 INFO [M:0;9c6ec3fb6018:35875 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T08:15:29,572 INFO [M:0;9c6ec3fb6018:35875 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T08:15:29,572 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T08:15:29,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T08:15:29,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:29,573 DEBUG [M:0;9c6ec3fb6018:35875 {}] zookeeper.ZKUtil(347): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T08:15:29,573 WARN [M:0;9c6ec3fb6018:35875 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T08:15:29,573 INFO [M:0;9c6ec3fb6018:35875 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-13T08:15:29,573 INFO [M:0;9c6ec3fb6018:35875 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T08:15:29,573 DEBUG [M:0;9c6ec3fb6018:35875 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T08:15:29,573 INFO [M:0;9c6ec3fb6018:35875 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:29,573 DEBUG [M:0;9c6ec3fb6018:35875 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:29,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:15:29,573 DEBUG [M:0;9c6ec3fb6018:35875 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T08:15:29,573 DEBUG [M:0;9c6ec3fb6018:35875 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:29,573 INFO [M:0;9c6ec3fb6018:35875 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-13T08:15:29,591 DEBUG [M:0;9c6ec3fb6018:35875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4213588024c4bc285928997b29ad8e5 is 82, key is hbase:meta,,1/info:regioninfo/1731485727634/Put/seqid=0 2024-11-13T08:15:29,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39983 is added to blk_1073741846_1022 (size=5672) 2024-11-13T08:15:29,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741846_1022 (size=5672) 2024-11-13T08:15:29,597 INFO [M:0;9c6ec3fb6018:35875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4213588024c4bc285928997b29ad8e5 2024-11-13T08:15:29,619 DEBUG [M:0;9c6ec3fb6018:35875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b99d0d6712544a899c2ecf261a9f9b0 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731485728511/Put/seqid=0 2024-11-13T08:15:29,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741847_1023 (size=7578) 2024-11-13T08:15:29,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39983 is added to blk_1073741847_1023 (size=7578) 2024-11-13T08:15:29,624 INFO [M:0;9c6ec3fb6018:35875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b99d0d6712544a899c2ecf261a9f9b0 2024-11-13T08:15:29,646 DEBUG [M:0;9c6ec3fb6018:35875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34783eba846f4714a47417ec0a32a23b is 69, key is 9c6ec3fb6018,42933,1731485726792/rs:state/1731485727037/Put/seqid=0 2024-11-13T08:15:29,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741848_1024 (size=5224) 2024-11-13T08:15:29,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39983 is added to blk_1073741848_1024 (size=5224) 2024-11-13T08:15:29,651 INFO [M:0;9c6ec3fb6018:35875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34783eba846f4714a47417ec0a32a23b 2024-11-13T08:15:29,658 DEBUG [M:0;9c6ec3fb6018:35875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4213588024c4bc285928997b29ad8e5 as hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b4213588024c4bc285928997b29ad8e5 2024-11-13T08:15:29,665 INFO [M:0;9c6ec3fb6018:35875 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b4213588024c4bc285928997b29ad8e5, entries=8, sequenceid=108, filesize=5.5 K 2024-11-13T08:15:29,666 DEBUG [M:0;9c6ec3fb6018:35875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b99d0d6712544a899c2ecf261a9f9b0 as hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b99d0d6712544a899c2ecf261a9f9b0 2024-11-13T08:15:29,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101a0b2ed550002, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:29,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101a0b2ed550002, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:29,670 INFO [RS:1;9c6ec3fb6018:42933 {}] regionserver.HRegionServer(1307): Exiting; stopping=9c6ec3fb6018,42933,1731485726792; zookeeper connection closed. 2024-11-13T08:15:29,670 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c6aa75e {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c6aa75e 2024-11-13T08:15:29,670 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T08:15:29,671 INFO [M:0;9c6ec3fb6018:35875 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b99d0d6712544a899c2ecf261a9f9b0, entries=13, sequenceid=108, filesize=7.4 K 2024-11-13T08:15:29,672 DEBUG [M:0;9c6ec3fb6018:35875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34783eba846f4714a47417ec0a32a23b as hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/34783eba846f4714a47417ec0a32a23b 2024-11-13T08:15:29,677 INFO [M:0;9c6ec3fb6018:35875 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36857/user/jenkins/test-data/7a9f15d5-4495-e95f-d8f1-11ced513777c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/34783eba846f4714a47417ec0a32a23b, entries=2, sequenceid=108, filesize=5.1 K 2024-11-13T08:15:29,678 INFO [M:0;9c6ec3fb6018:35875 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=108, compaction requested=false 2024-11-13T08:15:29,679 INFO [M:0;9c6ec3fb6018:35875 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:29,679 DEBUG [M:0;9c6ec3fb6018:35875 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-13T08:15:29,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741830_1006 (size=54465) 2024-11-13T08:15:29,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39983 is added to blk_1073741830_1006 (size=54465) 2024-11-13T08:15:29,682 INFO [M:0;9c6ec3fb6018:35875 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-13T08:15:29,682 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-13T08:15:29,682 INFO [M:0;9c6ec3fb6018:35875 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35875 2024-11-13T08:15:29,684 DEBUG [M:0;9c6ec3fb6018:35875 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/9c6ec3fb6018,35875,1731485726717 already deleted, retry=false 2024-11-13T08:15:29,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:29,786 INFO [M:0;9c6ec3fb6018:35875 {}] regionserver.HRegionServer(1307): Exiting; stopping=9c6ec3fb6018,35875,1731485726717; zookeeper connection closed. 2024-11-13T08:15:29,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x101a0b2ed550000, quorum=127.0.0.1:64452, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:29,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@561e523f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:15:29,789 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cb30505{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T08:15:29,790 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T08:15:29,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@707b50a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T08:15:29,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f654077{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/hadoop.log.dir/,STOPPED} 2024-11-13T08:15:29,791 WARN [BP-173021106-172.17.0.2-1731485726028 heartbeating to localhost/127.0.0.1:36857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T08:15:29,791 WARN [BP-173021106-172.17.0.2-1731485726028 heartbeating to localhost/127.0.0.1:36857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-173021106-172.17.0.2-1731485726028 (Datanode Uuid b66261c0-1866-4c8d-9b30-fcf847459864) service to localhost/127.0.0.1:36857 2024-11-13T08:15:29,791 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T08:15:29,791 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T08:15:29,792 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/cluster_c1f02029-4ee4-c23d-c164-c037780dd5b6/dfs/data/data3/current/BP-173021106-172.17.0.2-1731485726028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:15:29,792 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/cluster_c1f02029-4ee4-c23d-c164-c037780dd5b6/dfs/data/data4/current/BP-173021106-172.17.0.2-1731485726028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:15:29,792 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T08:15:29,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4843c41f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:15:29,795 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50ddf59a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T08:15:29,795 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T08:15:29,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2accadd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T08:15:29,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b039a8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/hadoop.log.dir/,STOPPED} 2024-11-13T08:15:29,796 WARN [BP-173021106-172.17.0.2-1731485726028 heartbeating to localhost/127.0.0.1:36857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T08:15:29,797 WARN [BP-173021106-172.17.0.2-1731485726028 heartbeating to localhost/127.0.0.1:36857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-173021106-172.17.0.2-1731485726028 (Datanode Uuid 771ffb78-bfcb-47c4-b466-4c2c00e8e8dd) service to localhost/127.0.0.1:36857 2024-11-13T08:15:29,797 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T08:15:29,797 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T08:15:29,798 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/cluster_c1f02029-4ee4-c23d-c164-c037780dd5b6/dfs/data/data1/current/BP-173021106-172.17.0.2-1731485726028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:15:29,798 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/cluster_c1f02029-4ee4-c23d-c164-c037780dd5b6/dfs/data/data2/current/BP-173021106-172.17.0.2-1731485726028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:15:29,798 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T08:15:29,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b76bf54{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T08:15:29,805 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@402e5926{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T08:15:29,805 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T08:15:29,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3357d564{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T08:15:29,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@965f2a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/hadoop.log.dir/,STOPPED} 2024-11-13T08:15:29,813 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-13T08:15:29,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-13T08:15:29,855 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=136 (was 105) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2121202573) connection to localhost/127.0.0.1:36857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2121202573) connection to localhost/127.0.0.1:36857 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:36857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2121202573) connection to localhost/127.0.0.1:36857 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2121202573) connection to localhost/127.0.0.1:36857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=480 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 213) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3345 (was 3597) 2024-11-13T08:15:29,865 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=136, OpenFileDescriptor=480, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=3344 2024-11-13T08:15:29,882 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/hadoop.log.dir so I do NOT create it in target/test-data/86325f6f-9034-e26c-5058-8d74d61314de 2024-11-13T08:15:29,883 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T08:15:29,883 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/hadoop.tmp.dir so I do NOT create it in target/test-data/86325f6f-9034-e26c-5058-8d74d61314de 2024-11-13T08:15:29,883 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/27e3c975-c24a-d183-48d2-76f53dffa7b7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T08:15:29,883 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de 2024-11-13T08:15:29,883 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T08:15:29,883 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/cluster_fb0e9498-da39-49a4-68c4-f2f3ecf1dd00, deleteOnExit=true 2024-11-13T08:15:29,883 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-13T08:15:29,884 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/test.cache.data in system properties and HBase conf 2024-11-13T08:15:29,884 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T08:15:29,884 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/hadoop.log.dir in system properties and HBase conf 2024-11-13T08:15:29,884 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T08:15:29,884 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T08:15:29,884 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-13T08:15:29,884 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T08:15:29,885 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T08:15:29,885 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T08:15:29,885 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T08:15:29,885 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T08:15:29,885 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T08:15:29,885 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T08:15:29,885 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T08:15:29,885 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T08:15:29,885 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T08:15:29,885 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/nfs.dump.dir in system properties and HBase conf 2024-11-13T08:15:29,885 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/java.io.tmpdir in system properties and HBase conf 2024-11-13T08:15:29,885 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T08:15:29,886 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T08:15:29,886 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T08:15:29,967 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T08:15:29,972 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T08:15:29,995 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T08:15:29,995 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T08:15:30,000 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T08:15:30,000 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T08:15:30,001 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T08:15:30,055 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:15:30,062 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T08:15:30,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T08:15:30,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T08:15:30,068 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T08:15:30,073 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:15:30,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b4081fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/hadoop.log.dir/,AVAILABLE} 2024-11-13T08:15:30,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f88da0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T08:15:30,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@702185cb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/java.io.tmpdir/jetty-localhost-41223-hadoop-hdfs-3_4_1-tests_jar-_-any-17792614853034886469/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T08:15:30,193 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cfd7a27{HTTP/1.1, (http/1.1)}{localhost:41223} 2024-11-13T08:15:30,193 INFO [Time-limited test {}] server.Server(415): Started @18076ms 2024-11-13T08:15:30,264 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:15:30,268 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T08:15:30,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T08:15:30,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T08:15:30,270 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T08:15:30,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c3ae4d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/hadoop.log.dir/,AVAILABLE} 2024-11-13T08:15:30,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39ae39c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T08:15:30,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b2e8275{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/java.io.tmpdir/jetty-localhost-33835-hadoop-hdfs-3_4_1-tests_jar-_-any-14144299519724617723/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:15:30,387 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@84cd7d5{HTTP/1.1, (http/1.1)}{localhost:33835} 2024-11-13T08:15:30,387 INFO [Time-limited test {}] server.Server(415): Started @18270ms 2024-11-13T08:15:30,389 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T08:15:30,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:15:30,422 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T08:15:30,423 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T08:15:30,423 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T08:15:30,423 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T08:15:30,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21023ef9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/hadoop.log.dir/,AVAILABLE} 2024-11-13T08:15:30,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61b10e61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T08:15:30,468 WARN [Thread-896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/cluster_fb0e9498-da39-49a4-68c4-f2f3ecf1dd00/dfs/data/data1/current/BP-1510253312-172.17.0.2-1731485729923/current, will proceed with Du for space computation calculation, 2024-11-13T08:15:30,468 WARN [Thread-897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/cluster_fb0e9498-da39-49a4-68c4-f2f3ecf1dd00/dfs/data/data2/current/BP-1510253312-172.17.0.2-1731485729923/current, will proceed with Du for space computation calculation, 2024-11-13T08:15:30,488 WARN [Thread-875 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T08:15:30,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25c897120f4002e7 with lease ID 0xab7144a6c747bc48: Processing first storage report for DS-c1c9b4a2-a08f-4b5e-9f34-8fac02bcaf4b from datanode DatanodeRegistration(127.0.0.1:42633, datanodeUuid=2dcf4d5e-5451-4ac6-8ddd-171358264ed5, infoPort=38471, infoSecurePort=0, ipcPort=35527, storageInfo=lv=-57;cid=testClusterID;nsid=2076907549;c=1731485729923) 2024-11-13T08:15:30,491 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25c897120f4002e7 with lease ID 0xab7144a6c747bc48: from storage DS-c1c9b4a2-a08f-4b5e-9f34-8fac02bcaf4b node DatanodeRegistration(127.0.0.1:42633, datanodeUuid=2dcf4d5e-5451-4ac6-8ddd-171358264ed5, infoPort=38471, infoSecurePort=0, ipcPort=35527, storageInfo=lv=-57;cid=testClusterID;nsid=2076907549;c=1731485729923), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T08:15:30,492 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25c897120f4002e7 with lease ID 0xab7144a6c747bc48: Processing first storage report for DS-46213faa-349c-4940-bfe3-ea58e516aca2 from datanode DatanodeRegistration(127.0.0.1:42633, datanodeUuid=2dcf4d5e-5451-4ac6-8ddd-171358264ed5, infoPort=38471, infoSecurePort=0, ipcPort=35527, storageInfo=lv=-57;cid=testClusterID;nsid=2076907549;c=1731485729923) 2024-11-13T08:15:30,492 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25c897120f4002e7 with lease ID 0xab7144a6c747bc48: from storage DS-46213faa-349c-4940-bfe3-ea58e516aca2 node DatanodeRegistration(127.0.0.1:42633, datanodeUuid=2dcf4d5e-5451-4ac6-8ddd-171358264ed5, infoPort=38471, infoSecurePort=0, ipcPort=35527, storageInfo=lv=-57;cid=testClusterID;nsid=2076907549;c=1731485729923), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T08:15:30,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20ccaebe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/java.io.tmpdir/jetty-localhost-41203-hadoop-hdfs-3_4_1-tests_jar-_-any-11992853535222695920/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:15:30,541 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c51a45{HTTP/1.1, (http/1.1)}{localhost:41203} 2024-11-13T08:15:30,541 INFO [Time-limited test {}] server.Server(415): Started @18424ms 2024-11-13T08:15:30,542 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T08:15:30,617 WARN [Thread-922 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/cluster_fb0e9498-da39-49a4-68c4-f2f3ecf1dd00/dfs/data/data3/current/BP-1510253312-172.17.0.2-1731485729923/current, will proceed with Du for space computation calculation, 2024-11-13T08:15:30,617 WARN [Thread-923 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/cluster_fb0e9498-da39-49a4-68c4-f2f3ecf1dd00/dfs/data/data4/current/BP-1510253312-172.17.0.2-1731485729923/current, will proceed with Du for space computation calculation, 2024-11-13T08:15:30,633 WARN [Thread-911 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T08:15:30,635 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5fc203e8ba02da8 with lease ID 0xab7144a6c747bc49: Processing first storage report for DS-2ee38531-31b8-431c-8289-8d62fdc82137 from datanode DatanodeRegistration(127.0.0.1:36995, datanodeUuid=eadeede8-14b9-451f-b919-1c9dbbcb438e, infoPort=45747, infoSecurePort=0, ipcPort=34361, storageInfo=lv=-57;cid=testClusterID;nsid=2076907549;c=1731485729923) 2024-11-13T08:15:30,635 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5fc203e8ba02da8 with lease ID 0xab7144a6c747bc49: from storage DS-2ee38531-31b8-431c-8289-8d62fdc82137 node DatanodeRegistration(127.0.0.1:36995, datanodeUuid=eadeede8-14b9-451f-b919-1c9dbbcb438e, infoPort=45747, infoSecurePort=0, ipcPort=34361, storageInfo=lv=-57;cid=testClusterID;nsid=2076907549;c=1731485729923), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T08:15:30,636 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5fc203e8ba02da8 with lease ID 0xab7144a6c747bc49: Processing first storage report for DS-82df3794-d301-450d-a44e-8948137fc399 from datanode DatanodeRegistration(127.0.0.1:36995, datanodeUuid=eadeede8-14b9-451f-b919-1c9dbbcb438e, infoPort=45747, infoSecurePort=0, ipcPort=34361, storageInfo=lv=-57;cid=testClusterID;nsid=2076907549;c=1731485729923) 2024-11-13T08:15:30,636 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5fc203e8ba02da8 with lease ID 0xab7144a6c747bc49: from storage DS-82df3794-d301-450d-a44e-8948137fc399 node DatanodeRegistration(127.0.0.1:36995, datanodeUuid=eadeede8-14b9-451f-b919-1c9dbbcb438e, infoPort=45747, infoSecurePort=0, ipcPort=34361, storageInfo=lv=-57;cid=testClusterID;nsid=2076907549;c=1731485729923), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T08:15:30,666 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de 2024-11-13T08:15:30,669 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/cluster_fb0e9498-da39-49a4-68c4-f2f3ecf1dd00/zookeeper_0, clientPort=59868, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/cluster_fb0e9498-da39-49a4-68c4-f2f3ecf1dd00/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/cluster_fb0e9498-da39-49a4-68c4-f2f3ecf1dd00/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T08:15:30,670 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59868 2024-11-13T08:15:30,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:30,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:30,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42633 is added to blk_1073741825_1001 (size=7) 2024-11-13T08:15:30,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741825_1001 (size=7) 2024-11-13T08:15:30,683 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89 with version=8 2024-11-13T08:15:30,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/hbase-staging 2024-11-13T08:15:30,685 INFO [Time-limited test {}] client.ConnectionUtils(129): master/9c6ec3fb6018:0 server-side Connection retries=45 2024-11-13T08:15:30,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:30,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:30,685 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T08:15:30,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:30,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T08:15:30,685 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T08:15:30,685 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T08:15:30,686 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41557 2024-11-13T08:15:30,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:30,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:30,689 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:41557 connecting to ZooKeeper ensemble=127.0.0.1:59868 2024-11-13T08:15:30,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415570x0, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T08:15:30,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41557-0x101a0b2fcd40000 connected 2024-11-13T08:15:30,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:15:30,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:30,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T08:15:30,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41557 2024-11-13T08:15:30,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41557 2024-11-13T08:15:30,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41557 2024-11-13T08:15:30,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41557 2024-11-13T08:15:30,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41557 2024-11-13T08:15:30,711 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89, hbase.cluster.distributed=false 2024-11-13T08:15:30,728 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/9c6ec3fb6018:0 server-side Connection retries=45 2024-11-13T08:15:30,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:30,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:30,728 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T08:15:30,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:30,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T08:15:30,728 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T08:15:30,728 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T08:15:30,729 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37127 2024-11-13T08:15:30,729 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T08:15:30,736 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T08:15:30,741 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-13T08:15:30,745 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T08:15:30,745 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T08:15:30,746 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T08:15:30,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:30,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:30,751 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37127 connecting to ZooKeeper ensemble=127.0.0.1:59868 2024-11-13T08:15:30,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371270x0, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T08:15:30,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37127-0x101a0b2fcd40001 connected 2024-11-13T08:15:30,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37127-0x101a0b2fcd40001, quorum=127.0.0.1:59868, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:15:30,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37127-0x101a0b2fcd40001, quorum=127.0.0.1:59868, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:30,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37127-0x101a0b2fcd40001, quorum=127.0.0.1:59868, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T08:15:30,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37127 2024-11-13T08:15:30,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37127 2024-11-13T08:15:30,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37127 2024-11-13T08:15:30,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37127 2024-11-13T08:15:30,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37127 2024-11-13T08:15:30,771 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/9c6ec3fb6018:0 server-side Connection retries=45 2024-11-13T08:15:30,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:30,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:30,771 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T08:15:30,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:30,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T08:15:30,771 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T08:15:30,771 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T08:15:30,772 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:32981 2024-11-13T08:15:30,772 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T08:15:30,773 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T08:15:30,780 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-13T08:15:30,780 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T08:15:30,781 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T08:15:30,781 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T08:15:30,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:30,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:30,786 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:32981 connecting to ZooKeeper ensemble=127.0.0.1:59868 2024-11-13T08:15:30,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329810x0, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T08:15:30,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32981-0x101a0b2fcd40002, quorum=127.0.0.1:59868, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:15:30,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32981-0x101a0b2fcd40002 connected 2024-11-13T08:15:30,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32981-0x101a0b2fcd40002, quorum=127.0.0.1:59868, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:30,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32981-0x101a0b2fcd40002, quorum=127.0.0.1:59868, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T08:15:30,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32981 2024-11-13T08:15:30,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32981 2024-11-13T08:15:30,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32981 2024-11-13T08:15:30,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32981 2024-11-13T08:15:30,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32981 2024-11-13T08:15:30,791 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/9c6ec3fb6018,41557,1731485730684 2024-11-13T08:15:30,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:30,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37127-0x101a0b2fcd40001, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:30,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32981-0x101a0b2fcd40002, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:30,793 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9c6ec3fb6018,41557,1731485730684 2024-11-13T08:15:30,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T08:15:30,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37127-0x101a0b2fcd40001, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T08:15:30,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:30,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32981-0x101a0b2fcd40002, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T08:15:30,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37127-0x101a0b2fcd40001, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:30,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32981-0x101a0b2fcd40002, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:30,796 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T08:15:30,796 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9c6ec3fb6018,41557,1731485730684 from backup master directory 2024-11-13T08:15:30,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9c6ec3fb6018,41557,1731485730684 2024-11-13T08:15:30,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37127-0x101a0b2fcd40001, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:30,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:30,797 WARN [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T08:15:30,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T08:15:30,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32981-0x101a0b2fcd40002, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:30,798 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9c6ec3fb6018,41557,1731485730684 2024-11-13T08:15:30,805 DEBUG [M:0;9c6ec3fb6018:41557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9c6ec3fb6018:41557 2024-11-13T08:15:30,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42633 is added to blk_1073741826_1002 (size=42) 2024-11-13T08:15:30,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741826_1002 (size=42) 2024-11-13T08:15:30,810 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/hbase.id with ID: ef8bd144-eb3b-4693-8c70-34ab8395d3b3 2024-11-13T08:15:30,821 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:30,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:30,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32981-0x101a0b2fcd40002, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:30,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37127-0x101a0b2fcd40001, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:30,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741827_1003 (size=196) 2024-11-13T08:15:30,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42633 is added to blk_1073741827_1003 (size=196) 2024-11-13T08:15:30,832 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T08:15:30,832 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T08:15:30,833 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:15:30,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42633 is added to blk_1073741828_1004 (size=1189) 2024-11-13T08:15:30,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741828_1004 (size=1189) 2024-11-13T08:15:30,840 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/MasterData/data/master/store 2024-11-13T08:15:30,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42633 is added to blk_1073741829_1005 (size=34) 2024-11-13T08:15:30,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741829_1005 (size=34) 2024-11-13T08:15:30,846 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:30,847 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T08:15:30,847 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:30,847 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:30,847 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T08:15:30,847 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:30,847 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:30,847 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-13T08:15:30,847 WARN [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/MasterData/data/master/store/.initializing 2024-11-13T08:15:30,848 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/MasterData/WALs/9c6ec3fb6018,41557,1731485730684 2024-11-13T08:15:30,848 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:15:30,850 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9c6ec3fb6018%2C41557%2C1731485730684, suffix=, logDir=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/MasterData/WALs/9c6ec3fb6018,41557,1731485730684, archiveDir=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/MasterData/oldWALs, maxLogs=10 2024-11-13T08:15:30,864 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/MasterData/WALs/9c6ec3fb6018,41557,1731485730684/9c6ec3fb6018%2C41557%2C1731485730684.1731485730850, exclude list is [], retry=0 2024-11-13T08:15:30,866 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42633,DS-c1c9b4a2-a08f-4b5e-9f34-8fac02bcaf4b,DISK] 2024-11-13T08:15:30,866 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36995,DS-2ee38531-31b8-431c-8289-8d62fdc82137,DISK] 2024-11-13T08:15:30,868 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/MasterData/WALs/9c6ec3fb6018,41557,1731485730684/9c6ec3fb6018%2C41557%2C1731485730684.1731485730850 2024-11-13T08:15:30,868 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38471:38471),(127.0.0.1/127.0.0.1:45747:45747)] 2024-11-13T08:15:30,869 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:15:30,869 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:30,869 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:30,869 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:30,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:30,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T08:15:30,871 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:30,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:30,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:30,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T08:15:30,873 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:30,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:30,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:30,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T08:15:30,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:30,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:30,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:30,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T08:15:30,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:30,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:30,877 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:30,878 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:30,879 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T08:15:30,881 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:30,882 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:30,883 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72575258, jitterRate=0.08145561814308167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T08:15:30,883 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-13T08:15:30,884 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T08:15:30,887 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@241767c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:15:30,888 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-13T08:15:30,888 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T08:15:30,888 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T08:15:30,888 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T08:15:30,889 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T08:15:30,889 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-13T08:15:30,889 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T08:15:30,891 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T08:15:30,892 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T08:15:30,893 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-13T08:15:30,893 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T08:15:30,894 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T08:15:30,895 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-13T08:15:30,895 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T08:15:30,896 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T08:15:30,897 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-13T08:15:30,898 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T08:15:30,899 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T08:15:30,900 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T08:15:30,901 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T08:15:30,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32981-0x101a0b2fcd40002, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:30,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37127-0x101a0b2fcd40001, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:30,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32981-0x101a0b2fcd40002, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:30,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37127-0x101a0b2fcd40001, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:30,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:30,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:30,904 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=9c6ec3fb6018,41557,1731485730684, sessionid=0x101a0b2fcd40000, setting cluster-up flag (Was=false) 2024-11-13T08:15:30,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32981-0x101a0b2fcd40002, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:30,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:30,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37127-0x101a0b2fcd40001, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:30,911 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T08:15:30,911 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9c6ec3fb6018,41557,1731485730684 2024-11-13T08:15:30,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32981-0x101a0b2fcd40002, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:30,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:30,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37127-0x101a0b2fcd40001, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:30,918 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T08:15:30,919 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9c6ec3fb6018,41557,1731485730684 2024-11-13T08:15:30,922 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-13T08:15:30,923 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-13T08:15:30,923 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T08:15:30,923 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9c6ec3fb6018,41557,1731485730684 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T08:15:30,923 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9c6ec3fb6018:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:15:30,924 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9c6ec3fb6018:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:15:30,924 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:15:30,924 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:15:30,924 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9c6ec3fb6018:0, corePoolSize=10, maxPoolSize=10 2024-11-13T08:15:30,924 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:30,924 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=2, maxPoolSize=2 2024-11-13T08:15:30,924 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:30,927 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731485760927 2024-11-13T08:15:30,927 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T08:15:30,927 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T08:15:30,927 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T08:15:30,927 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T08:15:30,927 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T08:15:30,927 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T08:15:30,927 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:30,927 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-13T08:15:30,927 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-13T08:15:30,928 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T08:15:30,928 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T08:15:30,928 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T08:15:30,928 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T08:15:30,928 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T08:15:30,928 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.large.0-1731485730928,5,FailOnTimeoutGroup] 2024-11-13T08:15:30,929 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:30,929 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T08:15:30,930 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.small.0-1731485730929,5,FailOnTimeoutGroup] 2024-11-13T08:15:30,930 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:30,930 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T08:15:30,930 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:30,930 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:30,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741831_1007 (size=1039) 2024-11-13T08:15:30,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42633 is added to blk_1073741831_1007 (size=1039) 2024-11-13T08:15:30,938 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-13T08:15:30,938 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89 2024-11-13T08:15:30,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42633 is added to blk_1073741832_1008 (size=32) 2024-11-13T08:15:30,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741832_1008 (size=32) 2024-11-13T08:15:30,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:30,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T08:15:30,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T08:15:30,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:30,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:30,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T08:15:30,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T08:15:30,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:30,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:30,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T08:15:30,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T08:15:30,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:30,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:30,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/hbase/meta/1588230740 2024-11-13T08:15:30,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/hbase/meta/1588230740 2024-11-13T08:15:30,954 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:15:30,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-13T08:15:30,957 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:30,958 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69655015, jitterRate=0.037940606474876404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:15:30,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-13T08:15:30,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-13T08:15:30,958 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-13T08:15:30,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-13T08:15:30,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T08:15:30,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T08:15:30,959 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-13T08:15:30,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-13T08:15:30,960 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-13T08:15:30,960 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-13T08:15:30,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T08:15:30,961 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T08:15:30,962 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T08:15:31,003 DEBUG [RS:0;9c6ec3fb6018:37127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9c6ec3fb6018:37127 2024-11-13T08:15:31,003 DEBUG [RS:1;9c6ec3fb6018:32981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9c6ec3fb6018:32981 2024-11-13T08:15:31,004 INFO [RS:1;9c6ec3fb6018:32981 {}] regionserver.HRegionServer(1008): ClusterId : ef8bd144-eb3b-4693-8c70-34ab8395d3b3 2024-11-13T08:15:31,004 INFO [RS:0;9c6ec3fb6018:37127 {}] regionserver.HRegionServer(1008): ClusterId : ef8bd144-eb3b-4693-8c70-34ab8395d3b3 2024-11-13T08:15:31,005 DEBUG [RS:0;9c6ec3fb6018:37127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T08:15:31,005 DEBUG [RS:1;9c6ec3fb6018:32981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T08:15:31,007 DEBUG [RS:1;9c6ec3fb6018:32981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T08:15:31,007 DEBUG [RS:0;9c6ec3fb6018:37127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T08:15:31,007 DEBUG [RS:1;9c6ec3fb6018:32981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T08:15:31,007 DEBUG [RS:0;9c6ec3fb6018:37127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T08:15:31,009 DEBUG [RS:1;9c6ec3fb6018:32981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T08:15:31,009 DEBUG [RS:0;9c6ec3fb6018:37127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T08:15:31,009 DEBUG [RS:1;9c6ec3fb6018:32981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329c7d29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:15:31,009 DEBUG [RS:0;9c6ec3fb6018:37127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98252a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:15:31,009 DEBUG [RS:1;9c6ec3fb6018:32981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2242b576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9c6ec3fb6018/172.17.0.2:0 2024-11-13T08:15:31,009 INFO [RS:1;9c6ec3fb6018:32981 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-13T08:15:31,009 INFO [RS:1;9c6ec3fb6018:32981 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-13T08:15:31,009 DEBUG [RS:1;9c6ec3fb6018:32981 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-13T08:15:31,009 DEBUG [RS:0;9c6ec3fb6018:37127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5443bd8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9c6ec3fb6018/172.17.0.2:0 2024-11-13T08:15:31,009 INFO [RS:0;9c6ec3fb6018:37127 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-13T08:15:31,010 INFO [RS:0;9c6ec3fb6018:37127 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-13T08:15:31,010 DEBUG [RS:0;9c6ec3fb6018:37127 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-13T08:15:31,010 INFO [RS:1;9c6ec3fb6018:32981 {}] regionserver.HRegionServer(3073): reportForDuty to master=9c6ec3fb6018,41557,1731485730684 with isa=9c6ec3fb6018/172.17.0.2:32981, startcode=1731485730770 2024-11-13T08:15:31,010 INFO [RS:0;9c6ec3fb6018:37127 {}] regionserver.HRegionServer(3073): reportForDuty to master=9c6ec3fb6018,41557,1731485730684 with isa=9c6ec3fb6018/172.17.0.2:37127, startcode=1731485730727 2024-11-13T08:15:31,010 DEBUG [RS:1;9c6ec3fb6018:32981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T08:15:31,010 DEBUG [RS:0;9c6ec3fb6018:37127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T08:15:31,012 INFO [RS-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54481, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T08:15:31,012 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41557 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 9c6ec3fb6018,32981,1731485730770 2024-11-13T08:15:31,012 INFO [RS-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54119, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T08:15:31,012 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41557 {}] master.ServerManager(486): Registering regionserver=9c6ec3fb6018,32981,1731485730770 2024-11-13T08:15:31,013 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41557 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 9c6ec3fb6018,37127,1731485730727 2024-11-13T08:15:31,014 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41557 {}] master.ServerManager(486): Registering regionserver=9c6ec3fb6018,37127,1731485730727 2024-11-13T08:15:31,014 DEBUG [RS:1;9c6ec3fb6018:32981 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89 2024-11-13T08:15:31,014 DEBUG [RS:1;9c6ec3fb6018:32981 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34727 2024-11-13T08:15:31,014 DEBUG [RS:1;9c6ec3fb6018:32981 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-13T08:15:31,015 DEBUG [RS:0;9c6ec3fb6018:37127 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89 2024-11-13T08:15:31,015 DEBUG [RS:0;9c6ec3fb6018:37127 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34727 2024-11-13T08:15:31,015 DEBUG [RS:0;9c6ec3fb6018:37127 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-13T08:15:31,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T08:15:31,019 DEBUG [RS:1;9c6ec3fb6018:32981 {}] zookeeper.ZKUtil(111): regionserver:32981-0x101a0b2fcd40002, quorum=127.0.0.1:59868, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9c6ec3fb6018,32981,1731485730770 2024-11-13T08:15:31,019 WARN [RS:1;9c6ec3fb6018:32981 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T08:15:31,019 INFO [RS:1;9c6ec3fb6018:32981 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:15:31,019 DEBUG [RS:1;9c6ec3fb6018:32981 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/WALs/9c6ec3fb6018,32981,1731485730770 2024-11-13T08:15:31,019 DEBUG [RS:0;9c6ec3fb6018:37127 {}] zookeeper.ZKUtil(111): regionserver:37127-0x101a0b2fcd40001, quorum=127.0.0.1:59868, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9c6ec3fb6018,37127,1731485730727 2024-11-13T08:15:31,019 WARN [RS:0;9c6ec3fb6018:37127 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T08:15:31,019 INFO [RS:0;9c6ec3fb6018:37127 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:15:31,019 DEBUG [RS:0;9c6ec3fb6018:37127 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/WALs/9c6ec3fb6018,37127,1731485730727 2024-11-13T08:15:31,019 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9c6ec3fb6018,32981,1731485730770] 2024-11-13T08:15:31,020 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9c6ec3fb6018,37127,1731485730727] 2024-11-13T08:15:31,025 DEBUG [RS:1;9c6ec3fb6018:32981 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-13T08:15:31,025 INFO [RS:1;9c6ec3fb6018:32981 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T08:15:31,025 DEBUG [RS:0;9c6ec3fb6018:37127 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-13T08:15:31,026 INFO [RS:0;9c6ec3fb6018:37127 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T08:15:31,027 INFO [RS:1;9c6ec3fb6018:32981 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T08:15:31,027 INFO [RS:1;9c6ec3fb6018:32981 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T08:15:31,027 INFO [RS:1;9c6ec3fb6018:32981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:31,027 INFO [RS:1;9c6ec3fb6018:32981 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-13T08:15:31,028 INFO [RS:1;9c6ec3fb6018:32981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:31,028 DEBUG [RS:1;9c6ec3fb6018:32981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:31,028 DEBUG [RS:1;9c6ec3fb6018:32981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:31,028 DEBUG [RS:1;9c6ec3fb6018:32981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:31,028 DEBUG [RS:1;9c6ec3fb6018:32981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:31,028 DEBUG [RS:1;9c6ec3fb6018:32981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:31,028 DEBUG [RS:1;9c6ec3fb6018:32981 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9c6ec3fb6018:0, corePoolSize=2, maxPoolSize=2 2024-11-13T08:15:31,028 DEBUG [RS:1;9c6ec3fb6018:32981 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:31,028 INFO [RS:0;9c6ec3fb6018:37127 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T08:15:31,028 DEBUG [RS:1;9c6ec3fb6018:32981 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:31,029 DEBUG [RS:1;9c6ec3fb6018:32981 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:31,029 DEBUG [RS:1;9c6ec3fb6018:32981 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:31,029 DEBUG [RS:1;9c6ec3fb6018:32981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:31,029 DEBUG [RS:1;9c6ec3fb6018:32981 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9c6ec3fb6018:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:15:31,029 DEBUG [RS:1;9c6ec3fb6018:32981 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9c6ec3fb6018:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:15:31,032 INFO [RS:0;9c6ec3fb6018:37127 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T08:15:31,032 INFO [RS:0;9c6ec3fb6018:37127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:31,032 INFO [RS:0;9c6ec3fb6018:37127 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-13T08:15:31,032 INFO [RS:1;9c6ec3fb6018:32981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:31,032 INFO [RS:1;9c6ec3fb6018:32981 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:31,033 INFO [RS:1;9c6ec3fb6018:32981 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:31,033 INFO [RS:1;9c6ec3fb6018:32981 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:31,033 INFO [RS:1;9c6ec3fb6018:32981 {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,32981,1731485730770-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T08:15:31,033 INFO [RS:0;9c6ec3fb6018:37127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:31,033 DEBUG [RS:0;9c6ec3fb6018:37127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:31,033 DEBUG [RS:0;9c6ec3fb6018:37127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:31,033 DEBUG [RS:0;9c6ec3fb6018:37127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:31,033 DEBUG [RS:0;9c6ec3fb6018:37127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:31,033 DEBUG [RS:0;9c6ec3fb6018:37127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:31,033 DEBUG [RS:0;9c6ec3fb6018:37127 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9c6ec3fb6018:0, corePoolSize=2, maxPoolSize=2 2024-11-13T08:15:31,033 DEBUG [RS:0;9c6ec3fb6018:37127 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:31,034 DEBUG [RS:0;9c6ec3fb6018:37127 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:31,034 DEBUG [RS:0;9c6ec3fb6018:37127 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:31,034 DEBUG [RS:0;9c6ec3fb6018:37127 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:31,034 DEBUG [RS:0;9c6ec3fb6018:37127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:31,034 DEBUG [RS:0;9c6ec3fb6018:37127 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9c6ec3fb6018:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:15:31,034 DEBUG [RS:0;9c6ec3fb6018:37127 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9c6ec3fb6018:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:15:31,034 INFO [RS:0;9c6ec3fb6018:37127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:31,034 INFO [RS:0;9c6ec3fb6018:37127 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:31,034 INFO [RS:0;9c6ec3fb6018:37127 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:31,034 INFO [RS:0;9c6ec3fb6018:37127 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:31,034 INFO [RS:0;9c6ec3fb6018:37127 {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,37127,1731485730727-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T08:15:31,048 INFO [RS:1;9c6ec3fb6018:32981 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T08:15:31,048 INFO [RS:1;9c6ec3fb6018:32981 {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,32981,1731485730770-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:31,054 INFO [RS:0;9c6ec3fb6018:37127 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T08:15:31,054 INFO [RS:0;9c6ec3fb6018:37127 {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,37127,1731485730727-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:31,062 INFO [RS:1;9c6ec3fb6018:32981 {}] regionserver.Replication(204): 9c6ec3fb6018,32981,1731485730770 started 2024-11-13T08:15:31,062 INFO [RS:1;9c6ec3fb6018:32981 {}] regionserver.HRegionServer(1767): Serving as 9c6ec3fb6018,32981,1731485730770, RpcServer on 9c6ec3fb6018/172.17.0.2:32981, sessionid=0x101a0b2fcd40002 2024-11-13T08:15:31,062 DEBUG [RS:1;9c6ec3fb6018:32981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T08:15:31,062 DEBUG [RS:1;9c6ec3fb6018:32981 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9c6ec3fb6018,32981,1731485730770 2024-11-13T08:15:31,062 DEBUG [RS:1;9c6ec3fb6018:32981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9c6ec3fb6018,32981,1731485730770' 2024-11-13T08:15:31,062 DEBUG [RS:1;9c6ec3fb6018:32981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T08:15:31,063 DEBUG [RS:1;9c6ec3fb6018:32981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T08:15:31,063 DEBUG [RS:1;9c6ec3fb6018:32981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T08:15:31,063 DEBUG [RS:1;9c6ec3fb6018:32981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T08:15:31,063 DEBUG [RS:1;9c6ec3fb6018:32981 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9c6ec3fb6018,32981,1731485730770 2024-11-13T08:15:31,063 DEBUG [RS:1;9c6ec3fb6018:32981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9c6ec3fb6018,32981,1731485730770' 2024-11-13T08:15:31,063 DEBUG [RS:1;9c6ec3fb6018:32981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T08:15:31,063 DEBUG [RS:1;9c6ec3fb6018:32981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T08:15:31,064 DEBUG [RS:1;9c6ec3fb6018:32981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T08:15:31,064 INFO [RS:1;9c6ec3fb6018:32981 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T08:15:31,064 INFO [RS:1;9c6ec3fb6018:32981 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T08:15:31,070 INFO [RS:0;9c6ec3fb6018:37127 {}] regionserver.Replication(204): 9c6ec3fb6018,37127,1731485730727 started 2024-11-13T08:15:31,070 INFO [RS:0;9c6ec3fb6018:37127 {}] regionserver.HRegionServer(1767): Serving as 9c6ec3fb6018,37127,1731485730727, RpcServer on 9c6ec3fb6018/172.17.0.2:37127, sessionid=0x101a0b2fcd40001 2024-11-13T08:15:31,070 DEBUG [RS:0;9c6ec3fb6018:37127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T08:15:31,070 DEBUG [RS:0;9c6ec3fb6018:37127 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9c6ec3fb6018,37127,1731485730727 2024-11-13T08:15:31,070 DEBUG [RS:0;9c6ec3fb6018:37127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9c6ec3fb6018,37127,1731485730727' 2024-11-13T08:15:31,070 DEBUG [RS:0;9c6ec3fb6018:37127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T08:15:31,070 DEBUG [RS:0;9c6ec3fb6018:37127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T08:15:31,071 DEBUG [RS:0;9c6ec3fb6018:37127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T08:15:31,071 DEBUG [RS:0;9c6ec3fb6018:37127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T08:15:31,071 DEBUG [RS:0;9c6ec3fb6018:37127 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9c6ec3fb6018,37127,1731485730727 2024-11-13T08:15:31,071 DEBUG [RS:0;9c6ec3fb6018:37127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9c6ec3fb6018,37127,1731485730727' 2024-11-13T08:15:31,071 DEBUG [RS:0;9c6ec3fb6018:37127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T08:15:31,071 DEBUG [RS:0;9c6ec3fb6018:37127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T08:15:31,071 DEBUG [RS:0;9c6ec3fb6018:37127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T08:15:31,071 INFO [RS:0;9c6ec3fb6018:37127 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T08:15:31,071 INFO [RS:0;9c6ec3fb6018:37127 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T08:15:31,112 WARN [9c6ec3fb6018:41557 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-13T08:15:31,164 INFO [RS:1;9c6ec3fb6018:32981 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:15:31,166 INFO [RS:1;9c6ec3fb6018:32981 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9c6ec3fb6018%2C32981%2C1731485730770, suffix=, logDir=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/WALs/9c6ec3fb6018,32981,1731485730770, archiveDir=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/oldWALs, maxLogs=32 2024-11-13T08:15:31,172 INFO [RS:0;9c6ec3fb6018:37127 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:15:31,173 INFO [RS:0;9c6ec3fb6018:37127 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9c6ec3fb6018%2C37127%2C1731485730727, suffix=, logDir=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/WALs/9c6ec3fb6018,37127,1731485730727, archiveDir=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/oldWALs, maxLogs=32 2024-11-13T08:15:31,185 DEBUG [RS:1;9c6ec3fb6018:32981 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/WALs/9c6ec3fb6018,32981,1731485730770/9c6ec3fb6018%2C32981%2C1731485730770.1731485731167, exclude list is [], retry=0 2024-11-13T08:15:31,186 DEBUG [RS:0;9c6ec3fb6018:37127 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/WALs/9c6ec3fb6018,37127,1731485730727/9c6ec3fb6018%2C37127%2C1731485730727.1731485731173, exclude list is [], retry=0 2024-11-13T08:15:31,189 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42633,DS-c1c9b4a2-a08f-4b5e-9f34-8fac02bcaf4b,DISK] 2024-11-13T08:15:31,189 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42633,DS-c1c9b4a2-a08f-4b5e-9f34-8fac02bcaf4b,DISK] 2024-11-13T08:15:31,189 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36995,DS-2ee38531-31b8-431c-8289-8d62fdc82137,DISK] 2024-11-13T08:15:31,189 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36995,DS-2ee38531-31b8-431c-8289-8d62fdc82137,DISK] 2024-11-13T08:15:31,193 INFO [RS:0;9c6ec3fb6018:37127 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/WALs/9c6ec3fb6018,37127,1731485730727/9c6ec3fb6018%2C37127%2C1731485730727.1731485731173 2024-11-13T08:15:31,194 INFO [RS:1;9c6ec3fb6018:32981 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/WALs/9c6ec3fb6018,32981,1731485730770/9c6ec3fb6018%2C32981%2C1731485730770.1731485731167 2024-11-13T08:15:31,194 DEBUG [RS:0;9c6ec3fb6018:37127 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45747:45747),(127.0.0.1/127.0.0.1:38471:38471)] 2024-11-13T08:15:31,195 DEBUG [RS:1;9c6ec3fb6018:32981 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38471:38471),(127.0.0.1/127.0.0.1:45747:45747)] 2024-11-13T08:15:31,362 DEBUG [9c6ec3fb6018:41557 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T08:15:31,363 DEBUG [9c6ec3fb6018:41557 {}] balancer.BalancerClusterState(202): Hosts are {9c6ec3fb6018=0} racks are {/default-rack=0} 2024-11-13T08:15:31,364 DEBUG [9c6ec3fb6018:41557 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-13T08:15:31,364 DEBUG [9c6ec3fb6018:41557 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-13T08:15:31,364 INFO [9c6ec3fb6018:41557 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-13T08:15:31,364 INFO [9c6ec3fb6018:41557 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-13T08:15:31,364 DEBUG [9c6ec3fb6018:41557 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T08:15:31,365 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9c6ec3fb6018,32981,1731485730770 2024-11-13T08:15:31,366 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9c6ec3fb6018,32981,1731485730770, state=OPENING 2024-11-13T08:15:31,368 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T08:15:31,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32981-0x101a0b2fcd40002, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:31,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:31,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37127-0x101a0b2fcd40001, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:31,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=9c6ec3fb6018,32981,1731485730770}] 2024-11-13T08:15:31,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:31,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:31,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:31,522 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9c6ec3fb6018,32981,1731485730770 2024-11-13T08:15:31,522 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T08:15:31,523 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T08:15:31,527 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-13T08:15:31,528 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:15:31,528 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T08:15:31,530 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9c6ec3fb6018%2C32981%2C1731485730770.meta, suffix=.meta, logDir=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/WALs/9c6ec3fb6018,32981,1731485730770, archiveDir=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/oldWALs, maxLogs=32 2024-11-13T08:15:31,544 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/WALs/9c6ec3fb6018,32981,1731485730770/9c6ec3fb6018%2C32981%2C1731485730770.meta.1731485731530.meta, exclude list is [], retry=0 2024-11-13T08:15:31,546 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36995,DS-2ee38531-31b8-431c-8289-8d62fdc82137,DISK] 2024-11-13T08:15:31,546 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42633,DS-c1c9b4a2-a08f-4b5e-9f34-8fac02bcaf4b,DISK] 2024-11-13T08:15:31,548 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/WALs/9c6ec3fb6018,32981,1731485730770/9c6ec3fb6018%2C32981%2C1731485730770.meta.1731485731530.meta 2024-11-13T08:15:31,549 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38471:38471),(127.0.0.1/127.0.0.1:45747:45747)] 2024-11-13T08:15:31,549 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:15:31,549 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T08:15:31,549 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T08:15:31,550 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T08:15:31,550 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T08:15:31,550 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:31,550 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-13T08:15:31,550 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-13T08:15:31,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T08:15:31,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T08:15:31,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:31,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:31,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T08:15:31,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T08:15:31,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:31,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:31,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T08:15:31,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T08:15:31,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:31,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:31,556 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/hbase/meta/1588230740 2024-11-13T08:15:31,558 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/hbase/meta/1588230740 2024-11-13T08:15:31,559 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:15:31,561 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-13T08:15:31,562 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60360555, jitterRate=-0.10055764019489288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:15:31,562 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-13T08:15:31,563 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731485731522 2024-11-13T08:15:31,566 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T08:15:31,566 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-13T08:15:31,566 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9c6ec3fb6018,32981,1731485730770 2024-11-13T08:15:31,567 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9c6ec3fb6018,32981,1731485730770, state=OPEN 2024-11-13T08:15:31,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T08:15:31,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37127-0x101a0b2fcd40001, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T08:15:31,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32981-0x101a0b2fcd40002, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T08:15:31,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:31,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:31,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:31,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T08:15:31,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=9c6ec3fb6018,32981,1731485730770 in 199 msec 2024-11-13T08:15:31,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T08:15:31,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 611 msec 2024-11-13T08:15:31,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 653 msec 2024-11-13T08:15:31,576 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731485731576, completionTime=-1 2024-11-13T08:15:31,576 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T08:15:31,576 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-13T08:15:31,577 DEBUG [hconnection-0x6ca04e35-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:15:31,579 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:15:31,580 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-13T08:15:31,580 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731485791580 2024-11-13T08:15:31,580 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731485851580 2024-11-13T08:15:31,580 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-13T08:15:31,586 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,41557,1731485730684-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:31,586 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,41557,1731485730684-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:31,586 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,41557,1731485730684-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:31,586 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9c6ec3fb6018:41557, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:31,586 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:31,586 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-13T08:15:31,586 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T08:15:31,588 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-13T08:15:31,588 DEBUG [master/9c6ec3fb6018:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-13T08:15:31,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T08:15:31,589 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:31,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T08:15:31,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741836_1012 (size=358) 2024-11-13T08:15:31,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42633 is added to blk_1073741836_1012 (size=358) 2024-11-13T08:15:31,601 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 71e660881d88bbc320650193d987b485, NAME => 'hbase:namespace,,1731485731586.71e660881d88bbc320650193d987b485.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89 2024-11-13T08:15:31,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42633 is added to blk_1073741837_1013 (size=42) 2024-11-13T08:15:31,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741837_1013 (size=42) 2024-11-13T08:15:31,609 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731485731586.71e660881d88bbc320650193d987b485.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:31,609 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 71e660881d88bbc320650193d987b485, disabling compactions & flushes 2024-11-13T08:15:31,609 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731485731586.71e660881d88bbc320650193d987b485. 2024-11-13T08:15:31,609 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731485731586.71e660881d88bbc320650193d987b485. 2024-11-13T08:15:31,609 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731485731586.71e660881d88bbc320650193d987b485. after waiting 0 ms 2024-11-13T08:15:31,609 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731485731586.71e660881d88bbc320650193d987b485. 2024-11-13T08:15:31,610 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731485731586.71e660881d88bbc320650193d987b485. 2024-11-13T08:15:31,610 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 71e660881d88bbc320650193d987b485: 2024-11-13T08:15:31,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T08:15:31,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731485731586.71e660881d88bbc320650193d987b485.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731485731611"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731485731611"}]},"ts":"1731485731611"} 2024-11-13T08:15:31,614 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-13T08:15:31,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T08:15:31,615 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731485731615"}]},"ts":"1731485731615"} 2024-11-13T08:15:31,617 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-13T08:15:31,621 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {9c6ec3fb6018=0} racks are {/default-rack=0} 2024-11-13T08:15:31,622 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-13T08:15:31,622 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-13T08:15:31,622 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-13T08:15:31,622 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-13T08:15:31,622 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T08:15:31,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=71e660881d88bbc320650193d987b485, ASSIGN}] 2024-11-13T08:15:31,623 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=71e660881d88bbc320650193d987b485, ASSIGN 2024-11-13T08:15:31,624 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=71e660881d88bbc320650193d987b485, ASSIGN; state=OFFLINE, location=9c6ec3fb6018,37127,1731485730727; forceNewPlan=false, retain=false 2024-11-13T08:15:31,775 INFO [9c6ec3fb6018:41557 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-13T08:15:31,775 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=71e660881d88bbc320650193d987b485, regionState=OPENING, regionLocation=9c6ec3fb6018,37127,1731485730727 2024-11-13T08:15:31,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 71e660881d88bbc320650193d987b485, server=9c6ec3fb6018,37127,1731485730727}] 2024-11-13T08:15:31,930 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9c6ec3fb6018,37127,1731485730727 2024-11-13T08:15:31,930 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T08:15:31,932 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T08:15:31,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731485731586.71e660881d88bbc320650193d987b485. 2024-11-13T08:15:31,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 71e660881d88bbc320650193d987b485, NAME => 'hbase:namespace,,1731485731586.71e660881d88bbc320650193d987b485.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:15:31,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 71e660881d88bbc320650193d987b485 2024-11-13T08:15:31,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731485731586.71e660881d88bbc320650193d987b485.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:31,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 71e660881d88bbc320650193d987b485 2024-11-13T08:15:31,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 71e660881d88bbc320650193d987b485 2024-11-13T08:15:31,938 INFO [StoreOpener-71e660881d88bbc320650193d987b485-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 71e660881d88bbc320650193d987b485 2024-11-13T08:15:31,940 INFO [StoreOpener-71e660881d88bbc320650193d987b485-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71e660881d88bbc320650193d987b485 columnFamilyName info 2024-11-13T08:15:31,940 DEBUG [StoreOpener-71e660881d88bbc320650193d987b485-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:31,940 INFO [StoreOpener-71e660881d88bbc320650193d987b485-1 {}] regionserver.HStore(327): Store=71e660881d88bbc320650193d987b485/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:31,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/hbase/namespace/71e660881d88bbc320650193d987b485 2024-11-13T08:15:31,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/hbase/namespace/71e660881d88bbc320650193d987b485 2024-11-13T08:15:31,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 71e660881d88bbc320650193d987b485 2024-11-13T08:15:31,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/hbase/namespace/71e660881d88bbc320650193d987b485/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:31,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 71e660881d88bbc320650193d987b485; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70467584, jitterRate=0.050048828125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:15:31,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 71e660881d88bbc320650193d987b485: 2024-11-13T08:15:31,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731485731586.71e660881d88bbc320650193d987b485., pid=6, masterSystemTime=1731485731930 2024-11-13T08:15:31,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731485731586.71e660881d88bbc320650193d987b485. 2024-11-13T08:15:31,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731485731586.71e660881d88bbc320650193d987b485. 2024-11-13T08:15:31,951 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=71e660881d88bbc320650193d987b485, regionState=OPEN, openSeqNum=2, regionLocation=9c6ec3fb6018,37127,1731485730727 2024-11-13T08:15:31,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T08:15:31,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 71e660881d88bbc320650193d987b485, server=9c6ec3fb6018,37127,1731485730727 in 175 msec 2024-11-13T08:15:31,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T08:15:31,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=71e660881d88bbc320650193d987b485, ASSIGN in 333 msec 2024-11-13T08:15:31,958 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T08:15:31,958 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731485731958"}]},"ts":"1731485731958"} 2024-11-13T08:15:31,960 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-13T08:15:31,963 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T08:15:31,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 377 msec 2024-11-13T08:15:31,989 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-13T08:15:31,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32981-0x101a0b2fcd40002, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:31,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37127-0x101a0b2fcd40001, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:31,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-13T08:15:31,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:31,994 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:15:31,995 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:15:31,997 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-13T08:15:32,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-13T08:15:32,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 12 msec 2024-11-13T08:15:32,020 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-13T08:15:32,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-13T08:15:32,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 11 msec 2024-11-13T08:15:32,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-13T08:15:32,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-13T08:15:32,048 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.250sec 2024-11-13T08:15:32,048 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T08:15:32,048 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T08:15:32,048 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T08:15:32,048 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T08:15:32,048 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T08:15:32,048 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,41557,1731485730684-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T08:15:32,048 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,41557,1731485730684-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T08:15:32,050 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-13T08:15:32,050 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T08:15:32,050 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,41557,1731485730684-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:32,094 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x221ba381 to 127.0.0.1:59868 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@52233c8f 2024-11-13T08:15:32,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476016ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:15:32,103 DEBUG [hconnection-0x616f256a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:15:32,105 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:15:32,107 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=9c6ec3fb6018,41557,1731485730684 2024-11-13T08:15:32,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T08:15:32,110 INFO [RS-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T08:15:32,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T08:15:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T08:15:32,115 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T08:15:32,115 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:32,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-13T08:15:32,116 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T08:15:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T08:15:32,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42633 is added to blk_1073741838_1014 (size=379) 2024-11-13T08:15:32,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741838_1014 (size=379) 2024-11-13T08:15:32,131 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7a09cba839848fd8c449833d67b86eca, NAME => 'testClearRegionBlockCache,,1731485732111.7a09cba839848fd8c449833d67b86eca.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89 2024-11-13T08:15:32,133 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c620a3021436d971cd2343a76d4fcf7f, NAME => 'testClearRegionBlockCache,5,1731485732111.c620a3021436d971cd2343a76d4fcf7f.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89 2024-11-13T08:15:32,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741839_1015 (size=61) 2024-11-13T08:15:32,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42633 is added to blk_1073741839_1015 (size=61) 2024-11-13T08:15:32,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731485732111.7a09cba839848fd8c449833d67b86eca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:32,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 7a09cba839848fd8c449833d67b86eca, disabling compactions & flushes 2024-11-13T08:15:32,143 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731485732111.7a09cba839848fd8c449833d67b86eca. 2024-11-13T08:15:32,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731485732111.7a09cba839848fd8c449833d67b86eca. 2024-11-13T08:15:32,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731485732111.7a09cba839848fd8c449833d67b86eca. after waiting 0 ms 2024-11-13T08:15:32,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731485732111.7a09cba839848fd8c449833d67b86eca. 2024-11-13T08:15:32,143 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731485732111.7a09cba839848fd8c449833d67b86eca. 2024-11-13T08:15:32,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7a09cba839848fd8c449833d67b86eca: 2024-11-13T08:15:32,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741840_1016 (size=61) 2024-11-13T08:15:32,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42633 is added to blk_1073741840_1016 (size=61) 2024-11-13T08:15:32,146 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731485732111.c620a3021436d971cd2343a76d4fcf7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:32,146 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing c620a3021436d971cd2343a76d4fcf7f, disabling compactions & flushes 2024-11-13T08:15:32,146 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731485732111.c620a3021436d971cd2343a76d4fcf7f. 2024-11-13T08:15:32,146 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731485732111.c620a3021436d971cd2343a76d4fcf7f. 2024-11-13T08:15:32,146 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731485732111.c620a3021436d971cd2343a76d4fcf7f. after waiting 0 ms 2024-11-13T08:15:32,146 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731485732111.c620a3021436d971cd2343a76d4fcf7f. 2024-11-13T08:15:32,146 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731485732111.c620a3021436d971cd2343a76d4fcf7f. 2024-11-13T08:15:32,146 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for c620a3021436d971cd2343a76d4fcf7f: 2024-11-13T08:15:32,148 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T08:15:32,148 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731485732111.7a09cba839848fd8c449833d67b86eca.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731485732148"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731485732148"}]},"ts":"1731485732148"} 2024-11-13T08:15:32,148 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731485732111.c620a3021436d971cd2343a76d4fcf7f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731485732148"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731485732148"}]},"ts":"1731485732148"} 2024-11-13T08:15:32,151 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-13T08:15:32,152 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T08:15:32,152 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731485732152"}]},"ts":"1731485732152"} 2024-11-13T08:15:32,154 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T08:15:32,157 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {9c6ec3fb6018=0} racks are {/default-rack=0} 2024-11-13T08:15:32,159 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-13T08:15:32,159 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-13T08:15:32,159 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-13T08:15:32,159 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-13T08:15:32,159 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T08:15:32,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7a09cba839848fd8c449833d67b86eca, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c620a3021436d971cd2343a76d4fcf7f, ASSIGN}] 2024-11-13T08:15:32,161 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7a09cba839848fd8c449833d67b86eca, ASSIGN 2024-11-13T08:15:32,161 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c620a3021436d971cd2343a76d4fcf7f, ASSIGN 2024-11-13T08:15:32,162 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7a09cba839848fd8c449833d67b86eca, ASSIGN; state=OFFLINE, location=9c6ec3fb6018,37127,1731485730727; forceNewPlan=false, retain=false 2024-11-13T08:15:32,162 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c620a3021436d971cd2343a76d4fcf7f, ASSIGN; state=OFFLINE, location=9c6ec3fb6018,32981,1731485730770; forceNewPlan=false, retain=false 2024-11-13T08:15:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T08:15:32,312 INFO [9c6ec3fb6018:41557 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T08:15:32,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=7a09cba839848fd8c449833d67b86eca, regionState=OPENING, regionLocation=9c6ec3fb6018,37127,1731485730727 2024-11-13T08:15:32,312 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=c620a3021436d971cd2343a76d4fcf7f, regionState=OPENING, regionLocation=9c6ec3fb6018,32981,1731485730770 2024-11-13T08:15:32,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure c620a3021436d971cd2343a76d4fcf7f, server=9c6ec3fb6018,32981,1731485730770}] 2024-11-13T08:15:32,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 7a09cba839848fd8c449833d67b86eca, server=9c6ec3fb6018,37127,1731485730727}] 2024-11-13T08:15:32,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T08:15:32,468 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9c6ec3fb6018,32981,1731485730770 2024-11-13T08:15:32,470 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9c6ec3fb6018,37127,1731485730727 2024-11-13T08:15:32,472 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1731485732111.c620a3021436d971cd2343a76d4fcf7f. 2024-11-13T08:15:32,472 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => c620a3021436d971cd2343a76d4fcf7f, NAME => 'testClearRegionBlockCache,5,1731485732111.c620a3021436d971cd2343a76d4fcf7f.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T08:15:32,472 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c620a3021436d971cd2343a76d4fcf7f 2024-11-13T08:15:32,473 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731485732111.c620a3021436d971cd2343a76d4fcf7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:32,473 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for c620a3021436d971cd2343a76d4fcf7f 2024-11-13T08:15:32,473 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for c620a3021436d971cd2343a76d4fcf7f 2024-11-13T08:15:32,473 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1731485732111.7a09cba839848fd8c449833d67b86eca. 2024-11-13T08:15:32,474 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 7a09cba839848fd8c449833d67b86eca, NAME => 'testClearRegionBlockCache,,1731485732111.7a09cba839848fd8c449833d67b86eca.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T08:15:32,474 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7a09cba839848fd8c449833d67b86eca 2024-11-13T08:15:32,474 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731485732111.7a09cba839848fd8c449833d67b86eca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:32,474 INFO [StoreOpener-c620a3021436d971cd2343a76d4fcf7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c620a3021436d971cd2343a76d4fcf7f 2024-11-13T08:15:32,474 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 7a09cba839848fd8c449833d67b86eca 2024-11-13T08:15:32,474 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 7a09cba839848fd8c449833d67b86eca 2024-11-13T08:15:32,475 INFO [StoreOpener-7a09cba839848fd8c449833d67b86eca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7a09cba839848fd8c449833d67b86eca 2024-11-13T08:15:32,476 INFO [StoreOpener-c620a3021436d971cd2343a76d4fcf7f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c620a3021436d971cd2343a76d4fcf7f columnFamilyName family 2024-11-13T08:15:32,476 DEBUG [StoreOpener-c620a3021436d971cd2343a76d4fcf7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:32,476 INFO [StoreOpener-c620a3021436d971cd2343a76d4fcf7f-1 {}] regionserver.HStore(327): Store=c620a3021436d971cd2343a76d4fcf7f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:32,477 INFO [StoreOpener-7a09cba839848fd8c449833d67b86eca-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a09cba839848fd8c449833d67b86eca columnFamilyName family 2024-11-13T08:15:32,477 DEBUG [StoreOpener-7a09cba839848fd8c449833d67b86eca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:32,477 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/default/testClearRegionBlockCache/c620a3021436d971cd2343a76d4fcf7f 2024-11-13T08:15:32,478 INFO [StoreOpener-7a09cba839848fd8c449833d67b86eca-1 {}] regionserver.HStore(327): Store=7a09cba839848fd8c449833d67b86eca/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:32,478 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/default/testClearRegionBlockCache/c620a3021436d971cd2343a76d4fcf7f 2024-11-13T08:15:32,478 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/default/testClearRegionBlockCache/7a09cba839848fd8c449833d67b86eca 2024-11-13T08:15:32,479 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/default/testClearRegionBlockCache/7a09cba839848fd8c449833d67b86eca 2024-11-13T08:15:32,480 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for c620a3021436d971cd2343a76d4fcf7f 2024-11-13T08:15:32,481 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 7a09cba839848fd8c449833d67b86eca 2024-11-13T08:15:32,482 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/default/testClearRegionBlockCache/c620a3021436d971cd2343a76d4fcf7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:32,483 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened c620a3021436d971cd2343a76d4fcf7f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67587971, jitterRate=0.007139250636100769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:15:32,483 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/default/testClearRegionBlockCache/7a09cba839848fd8c449833d67b86eca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:32,483 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for c620a3021436d971cd2343a76d4fcf7f: 2024-11-13T08:15:32,484 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 7a09cba839848fd8c449833d67b86eca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74776987, jitterRate=0.11426393687725067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:15:32,484 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 7a09cba839848fd8c449833d67b86eca: 2024-11-13T08:15:32,484 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1731485732111.c620a3021436d971cd2343a76d4fcf7f., pid=12, masterSystemTime=1731485732468 2024-11-13T08:15:32,485 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1731485732111.7a09cba839848fd8c449833d67b86eca., pid=13, masterSystemTime=1731485732470 2024-11-13T08:15:32,486 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1731485732111.c620a3021436d971cd2343a76d4fcf7f. 2024-11-13T08:15:32,486 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1731485732111.c620a3021436d971cd2343a76d4fcf7f. 2024-11-13T08:15:32,487 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=c620a3021436d971cd2343a76d4fcf7f, regionState=OPEN, openSeqNum=2, regionLocation=9c6ec3fb6018,32981,1731485730770 2024-11-13T08:15:32,487 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1731485732111.7a09cba839848fd8c449833d67b86eca. 2024-11-13T08:15:32,487 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1731485732111.7a09cba839848fd8c449833d67b86eca. 2024-11-13T08:15:32,488 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=7a09cba839848fd8c449833d67b86eca, regionState=OPEN, openSeqNum=2, regionLocation=9c6ec3fb6018,37127,1731485730727 2024-11-13T08:15:32,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-11-13T08:15:32,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure c620a3021436d971cd2343a76d4fcf7f, server=9c6ec3fb6018,32981,1731485730770 in 174 msec 2024-11-13T08:15:32,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-11-13T08:15:32,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 7a09cba839848fd8c449833d67b86eca, server=9c6ec3fb6018,37127,1731485730727 in 173 msec 2024-11-13T08:15:32,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c620a3021436d971cd2343a76d4fcf7f, ASSIGN in 332 msec 2024-11-13T08:15:32,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T08:15:32,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7a09cba839848fd8c449833d67b86eca, ASSIGN in 333 msec 2024-11-13T08:15:32,495 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T08:15:32,495 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731485732495"}]},"ts":"1731485732495"} 2024-11-13T08:15:32,496 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T08:15:32,499 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T08:15:32,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 387 msec 2024-11-13T08:15:32,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T08:15:32,721 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-13T08:15:32,722 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T08:15:32,722 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T08:15:32,726 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T08:15:32,727 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T08:15:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-13T08:15:32,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:15:32,732 INFO [RS-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:15:32,752 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 7a09cba839848fd8c449833d67b86eca 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T08:15:32,779 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/default/testClearRegionBlockCache/7a09cba839848fd8c449833d67b86eca/.tmp/family/852f9260e7ae41db9dcea560695e4e52 is 32, key is 1/family:/1731485732732/Put/seqid=0 2024-11-13T08:15:32,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741841_1017 (size=5054) 2024-11-13T08:15:32,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42633 is added to blk_1073741841_1017 (size=5054) 2024-11-13T08:15:32,788 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/default/testClearRegionBlockCache/7a09cba839848fd8c449833d67b86eca/.tmp/family/852f9260e7ae41db9dcea560695e4e52 2024-11-13T08:15:32,797 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/default/testClearRegionBlockCache/7a09cba839848fd8c449833d67b86eca/.tmp/family/852f9260e7ae41db9dcea560695e4e52 as hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/default/testClearRegionBlockCache/7a09cba839848fd8c449833d67b86eca/family/852f9260e7ae41db9dcea560695e4e52 2024-11-13T08:15:32,803 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/default/testClearRegionBlockCache/7a09cba839848fd8c449833d67b86eca/family/852f9260e7ae41db9dcea560695e4e52, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T08:15:32,804 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 7a09cba839848fd8c449833d67b86eca in 53ms, sequenceid=8, compaction requested=false 2024-11-13T08:15:32,804 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 7a09cba839848fd8c449833d67b86eca: 2024-11-13T08:15:32,804 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing c620a3021436d971cd2343a76d4fcf7f 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T08:15:32,821 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/default/testClearRegionBlockCache/c620a3021436d971cd2343a76d4fcf7f/.tmp/family/d764853d32e0441e8dceeb09fd7c8be4 is 32, key is 5/family:/1731485732744/Put/seqid=0 2024-11-13T08:15:32,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42633 is added to blk_1073741842_1018 (size=5083) 2024-11-13T08:15:32,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741842_1018 (size=5083) 2024-11-13T08:15:32,829 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/default/testClearRegionBlockCache/c620a3021436d971cd2343a76d4fcf7f/.tmp/family/d764853d32e0441e8dceeb09fd7c8be4 2024-11-13T08:15:32,835 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/default/testClearRegionBlockCache/c620a3021436d971cd2343a76d4fcf7f/.tmp/family/d764853d32e0441e8dceeb09fd7c8be4 as hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/default/testClearRegionBlockCache/c620a3021436d971cd2343a76d4fcf7f/family/d764853d32e0441e8dceeb09fd7c8be4 2024-11-13T08:15:32,840 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/default/testClearRegionBlockCache/c620a3021436d971cd2343a76d4fcf7f/family/d764853d32e0441e8dceeb09fd7c8be4, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T08:15:32,841 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for c620a3021436d971cd2343a76d4fcf7f in 37ms, sequenceid=9, compaction requested=false 2024-11-13T08:15:32,841 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for c620a3021436d971cd2343a76d4fcf7f: 2024-11-13T08:15:32,842 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e4b207e to 127.0.0.1:59868 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ec47f09 2024-11-13T08:15:32,845 DEBUG [ReadOnlyZKClient-127.0.0.1:59868@0x2e4b207e {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149f1566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:15:32,851 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-13T08:15:32,851 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-13T08:15:32,852 DEBUG [ReadOnlyZKClient-127.0.0.1:59868@0x2e4b207e {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9c6ec3fb6018,32981,1731485730770, seqNum=-1] 2024-11-13T08:15:32,852 DEBUG [ReadOnlyZKClient-127.0.0.1:59868@0x2e4b207e {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:15:32,853 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:15:32,855 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T08:15:32,855 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T08:15:32,856 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T08:15:32,856 INFO [RS-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T08:15:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32981 {}] bucket.BucketCache(1852): found 1 blocks for file d764853d32e0441e8dceeb09fd7c8be4, starting offset: 0, end offset: 9223372036854775807 2024-11-13T08:15:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] bucket.BucketCache(1852): found 1 blocks for file 852f9260e7ae41db9dcea560695e4e52, starting offset: 0, end offset: 9223372036854775807 2024-11-13T08:15:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] bucket.BucketCache(844): removed key 852f9260e7ae41db9dcea560695e4e52_0 from back map with offset lock 2094080 in the evict process 2024-11-13T08:15:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32981 {}] bucket.BucketCache(844): removed key d764853d32e0441e8dceeb09fd7c8be4_0 from back map with offset lock 2094080 in the evict process 2024-11-13T08:15:32,874 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-13T08:15:32,874 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T08:15:32,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:32,876 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e4b207e to 127.0.0.1:59868 2024-11-13T08:15:32,876 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-13T08:15:32,876 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-13T08:15:32,879 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x221ba381 to 127.0.0.1:59868 2024-11-13T08:15:32,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:32,880 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T08:15:32,880 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=33725181, stopped=false 2024-11-13T08:15:32,880 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=9c6ec3fb6018,41557,1731485730684 2024-11-13T08:15:32,882 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-13T08:15:32,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32981-0x101a0b2fcd40002, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:32,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:32,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37127-0x101a0b2fcd40001, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:32,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32981-0x101a0b2fcd40002, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:32,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:32,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37127-0x101a0b2fcd40001, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:32,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32981-0x101a0b2fcd40002, quorum=127.0.0.1:59868, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:32,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37127-0x101a0b2fcd40001, quorum=127.0.0.1:59868, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:32,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:32,884 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '9c6ec3fb6018,37127,1731485730727' ***** 2024-11-13T08:15:32,884 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-13T08:15:32,884 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '9c6ec3fb6018,32981,1731485730770' ***** 2024-11-13T08:15:32,884 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-13T08:15:32,885 INFO [RS:0;9c6ec3fb6018:37127 {}] bucket.BucketCache(1727): Disabling cache 2024-11-13T08:15:32,885 INFO [RS:1;9c6ec3fb6018:32981 {}] bucket.BucketCache(1727): Disabling cache 2024-11-13T08:15:32,885 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T08:15:32,885 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T08:15:32,885 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T08:15:32,885 INFO [RS:0;9c6ec3fb6018:37127 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T08:15:32,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:32,885 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T08:15:32,885 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T08:15:32,885 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T08:15:32,885 INFO [RS:0;9c6ec3fb6018:37127 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T08:15:32,885 INFO [RS:0;9c6ec3fb6018:37127 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T08:15:32,885 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-13T08:15:32,885 INFO [RS:0;9c6ec3fb6018:37127 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T08:15:32,885 INFO [RS:1;9c6ec3fb6018:32981 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T08:15:32,885 INFO [RS:1;9c6ec3fb6018:32981 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T08:15:32,886 INFO [RS:1;9c6ec3fb6018:32981 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T08:15:32,886 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-13T08:15:32,886 INFO [RS:1;9c6ec3fb6018:32981 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T08:15:32,886 INFO [RS:0;9c6ec3fb6018:37127 {}] regionserver.HRegionServer(3579): Received CLOSE for 71e660881d88bbc320650193d987b485 2024-11-13T08:15:32,886 INFO [RS:1;9c6ec3fb6018:32981 {}] regionserver.HRegionServer(3579): Received CLOSE for c620a3021436d971cd2343a76d4fcf7f 2024-11-13T08:15:32,886 INFO [RS:1;9c6ec3fb6018:32981 {}] regionserver.HRegionServer(1224): stopping server 9c6ec3fb6018,32981,1731485730770 2024-11-13T08:15:32,886 DEBUG [RS:1;9c6ec3fb6018:32981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:32,886 INFO [RS:1;9c6ec3fb6018:32981 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T08:15:32,886 INFO [RS:1;9c6ec3fb6018:32981 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T08:15:32,886 INFO [RS:1;9c6ec3fb6018:32981 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T08:15:32,886 INFO [RS:1;9c6ec3fb6018:32981 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-13T08:15:32,886 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c620a3021436d971cd2343a76d4fcf7f, disabling compactions & flushes 2024-11-13T08:15:32,886 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731485732111.c620a3021436d971cd2343a76d4fcf7f. 2024-11-13T08:15:32,887 INFO [RS:0;9c6ec3fb6018:37127 {}] regionserver.HRegionServer(3579): Received CLOSE for 7a09cba839848fd8c449833d67b86eca 2024-11-13T08:15:32,887 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731485732111.c620a3021436d971cd2343a76d4fcf7f. 2024-11-13T08:15:32,887 INFO [RS:1;9c6ec3fb6018:32981 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-13T08:15:32,887 INFO [RS:0;9c6ec3fb6018:37127 {}] regionserver.HRegionServer(1224): stopping server 9c6ec3fb6018,37127,1731485730727 2024-11-13T08:15:32,887 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731485732111.c620a3021436d971cd2343a76d4fcf7f. after waiting 0 ms 2024-11-13T08:15:32,887 DEBUG [RS:0;9c6ec3fb6018:37127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:32,887 DEBUG [RS:1;9c6ec3fb6018:32981 {}] regionserver.HRegionServer(1603): Online Regions={c620a3021436d971cd2343a76d4fcf7f=testClearRegionBlockCache,5,1731485732111.c620a3021436d971cd2343a76d4fcf7f., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T08:15:32,887 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731485732111.c620a3021436d971cd2343a76d4fcf7f. 2024-11-13T08:15:32,887 INFO [RS:0;9c6ec3fb6018:37127 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-13T08:15:32,887 DEBUG [RS:0;9c6ec3fb6018:37127 {}] regionserver.HRegionServer(1603): Online Regions={71e660881d88bbc320650193d987b485=hbase:namespace,,1731485731586.71e660881d88bbc320650193d987b485., 7a09cba839848fd8c449833d67b86eca=testClearRegionBlockCache,,1731485732111.7a09cba839848fd8c449833d67b86eca.} 2024-11-13T08:15:32,887 DEBUG [RS:1;9c6ec3fb6018:32981 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, c620a3021436d971cd2343a76d4fcf7f 2024-11-13T08:15:32,887 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-13T08:15:32,887 DEBUG [RS:0;9c6ec3fb6018:37127 {}] regionserver.HRegionServer(1629): Waiting on 71e660881d88bbc320650193d987b485, 7a09cba839848fd8c449833d67b86eca 2024-11-13T08:15:32,887 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 71e660881d88bbc320650193d987b485, disabling compactions & flushes 2024-11-13T08:15:32,887 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-13T08:15:32,887 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-13T08:15:32,887 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T08:15:32,887 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731485731586.71e660881d88bbc320650193d987b485. 2024-11-13T08:15:32,887 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T08:15:32,887 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731485731586.71e660881d88bbc320650193d987b485. 2024-11-13T08:15:32,887 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731485731586.71e660881d88bbc320650193d987b485. after waiting 0 ms 2024-11-13T08:15:32,887 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731485731586.71e660881d88bbc320650193d987b485. 2024-11-13T08:15:32,887 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-13T08:15:32,887 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 71e660881d88bbc320650193d987b485 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-13T08:15:32,892 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/default/testClearRegionBlockCache/c620a3021436d971cd2343a76d4fcf7f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T08:15:32,892 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731485732111.c620a3021436d971cd2343a76d4fcf7f. 2024-11-13T08:15:32,892 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c620a3021436d971cd2343a76d4fcf7f: 2024-11-13T08:15:32,893 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731485732111.c620a3021436d971cd2343a76d4fcf7f. 2024-11-13T08:15:32,910 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/hbase/namespace/71e660881d88bbc320650193d987b485/.tmp/info/f16ed0a41b304ab7828b76ebfd8ecf07 is 45, key is default/info:d/1731485732002/Put/seqid=0 2024-11-13T08:15:32,911 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/hbase/meta/1588230740/.tmp/info/5e6d2d469f8b4396b1a7a80691954b1d is 173, key is testClearRegionBlockCache,5,1731485732111.c620a3021436d971cd2343a76d4fcf7f./info:regioninfo/1731485732487/Put/seqid=0 2024-11-13T08:15:32,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741844_1020 (size=9337) 2024-11-13T08:15:32,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42633 is added to blk_1073741844_1020 (size=9337) 2024-11-13T08:15:32,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741843_1019 (size=5037) 2024-11-13T08:15:32,917 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/hbase/meta/1588230740/.tmp/info/5e6d2d469f8b4396b1a7a80691954b1d 2024-11-13T08:15:32,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42633 is added to blk_1073741843_1019 (size=5037) 2024-11-13T08:15:32,934 INFO [regionserver/9c6ec3fb6018:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:15:32,936 INFO [regionserver/9c6ec3fb6018:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:15:32,944 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/hbase/meta/1588230740/.tmp/table/4e9ff6ec14db4f4681efa1f8bd2556df is 61, key is testClearRegionBlockCache/table:state/1731485732495/Put/seqid=0 2024-11-13T08:15:32,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741845_1021 (size=5392) 2024-11-13T08:15:32,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42633 is added to blk_1073741845_1021 (size=5392) 2024-11-13T08:15:32,950 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/hbase/meta/1588230740/.tmp/table/4e9ff6ec14db4f4681efa1f8bd2556df 2024-11-13T08:15:32,957 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/hbase/meta/1588230740/.tmp/info/5e6d2d469f8b4396b1a7a80691954b1d as hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/hbase/meta/1588230740/info/5e6d2d469f8b4396b1a7a80691954b1d 2024-11-13T08:15:32,961 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/hbase/meta/1588230740/info/5e6d2d469f8b4396b1a7a80691954b1d, entries=30, sequenceid=16, filesize=9.1 K 2024-11-13T08:15:32,962 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/hbase/meta/1588230740/.tmp/table/4e9ff6ec14db4f4681efa1f8bd2556df as hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/hbase/meta/1588230740/table/4e9ff6ec14db4f4681efa1f8bd2556df 2024-11-13T08:15:32,967 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/hbase/meta/1588230740/table/4e9ff6ec14db4f4681efa1f8bd2556df, entries=4, sequenceid=16, filesize=5.3 K 2024-11-13T08:15:32,968 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 81ms, sequenceid=16, compaction requested=false 2024-11-13T08:15:32,972 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T08:15:32,973 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T08:15:32,973 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-13T08:15:32,973 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-13T08:15:32,973 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T08:15:33,033 INFO [regionserver/9c6ec3fb6018:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T08:15:33,033 INFO [regionserver/9c6ec3fb6018:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T08:15:33,034 INFO [regionserver/9c6ec3fb6018:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T08:15:33,034 INFO [regionserver/9c6ec3fb6018:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T08:15:33,087 INFO [RS:1;9c6ec3fb6018:32981 {}] regionserver.HRegionServer(1250): stopping server 9c6ec3fb6018,32981,1731485730770; all regions closed. 2024-11-13T08:15:33,087 DEBUG [RS:0;9c6ec3fb6018:37127 {}] regionserver.HRegionServer(1629): Waiting on 71e660881d88bbc320650193d987b485, 7a09cba839848fd8c449833d67b86eca 2024-11-13T08:15:33,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741835_1011 (size=5602) 2024-11-13T08:15:33,090 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(725): complete file /user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/WALs/9c6ec3fb6018,32981,1731485730770/9c6ec3fb6018%2C32981%2C1731485730770.meta.1731485731530.meta not finished, retry = 0 2024-11-13T08:15:33,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42633 is added to blk_1073741835_1011 (size=5602) 2024-11-13T08:15:33,193 DEBUG [RS:1;9c6ec3fb6018:32981 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/oldWALs 2024-11-13T08:15:33,193 INFO [RS:1;9c6ec3fb6018:32981 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 9c6ec3fb6018%2C32981%2C1731485730770.meta:.meta(num 1731485731530) 2024-11-13T08:15:33,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741833_1009 (size=1867) 2024-11-13T08:15:33,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42633 is added to blk_1073741833_1009 (size=1867) 2024-11-13T08:15:33,197 DEBUG [RS:1;9c6ec3fb6018:32981 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/oldWALs 2024-11-13T08:15:33,197 INFO [RS:1;9c6ec3fb6018:32981 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 9c6ec3fb6018%2C32981%2C1731485730770:(num 1731485731167) 2024-11-13T08:15:33,197 DEBUG [RS:1;9c6ec3fb6018:32981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:33,197 INFO [RS:1;9c6ec3fb6018:32981 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:15:33,197 INFO [RS:1;9c6ec3fb6018:32981 {}] hbase.ChoreService(370): Chore service for: regionserver/9c6ec3fb6018:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T08:15:33,198 INFO [regionserver/9c6ec3fb6018:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-13T08:15:33,198 INFO [RS:1;9c6ec3fb6018:32981 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:32981 2024-11-13T08:15:33,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T08:15:33,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32981-0x101a0b2fcd40002, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9c6ec3fb6018,32981,1731485730770 2024-11-13T08:15:33,201 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9c6ec3fb6018,32981,1731485730770] 2024-11-13T08:15:33,201 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 9c6ec3fb6018,32981,1731485730770; numProcessing=1 2024-11-13T08:15:33,202 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/9c6ec3fb6018,32981,1731485730770 already deleted, retry=false 2024-11-13T08:15:33,202 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 9c6ec3fb6018,32981,1731485730770 expired; onlineServers=1 2024-11-13T08:15:33,287 DEBUG [RS:0;9c6ec3fb6018:37127 {}] regionserver.HRegionServer(1629): Waiting on 71e660881d88bbc320650193d987b485, 7a09cba839848fd8c449833d67b86eca 2024-11-13T08:15:33,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32981-0x101a0b2fcd40002, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:33,301 INFO [RS:1;9c6ec3fb6018:32981 {}] regionserver.HRegionServer(1307): Exiting; stopping=9c6ec3fb6018,32981,1731485730770; zookeeper connection closed. 2024-11-13T08:15:33,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32981-0x101a0b2fcd40002, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:33,301 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71fcd9d0 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71fcd9d0 2024-11-13T08:15:33,318 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/hbase/namespace/71e660881d88bbc320650193d987b485/.tmp/info/f16ed0a41b304ab7828b76ebfd8ecf07 2024-11-13T08:15:33,324 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/hbase/namespace/71e660881d88bbc320650193d987b485/.tmp/info/f16ed0a41b304ab7828b76ebfd8ecf07 as hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/hbase/namespace/71e660881d88bbc320650193d987b485/info/f16ed0a41b304ab7828b76ebfd8ecf07 2024-11-13T08:15:33,329 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/hbase/namespace/71e660881d88bbc320650193d987b485/info/f16ed0a41b304ab7828b76ebfd8ecf07, entries=2, sequenceid=6, filesize=4.9 K 2024-11-13T08:15:33,330 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 71e660881d88bbc320650193d987b485 in 443ms, sequenceid=6, compaction requested=false 2024-11-13T08:15:33,334 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/hbase/namespace/71e660881d88bbc320650193d987b485/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T08:15:33,335 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731485731586.71e660881d88bbc320650193d987b485. 2024-11-13T08:15:33,335 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 71e660881d88bbc320650193d987b485: 2024-11-13T08:15:33,335 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731485731586.71e660881d88bbc320650193d987b485. 2024-11-13T08:15:33,335 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7a09cba839848fd8c449833d67b86eca, disabling compactions & flushes 2024-11-13T08:15:33,335 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731485732111.7a09cba839848fd8c449833d67b86eca. 2024-11-13T08:15:33,335 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731485732111.7a09cba839848fd8c449833d67b86eca. 2024-11-13T08:15:33,335 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731485732111.7a09cba839848fd8c449833d67b86eca. after waiting 0 ms 2024-11-13T08:15:33,335 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731485732111.7a09cba839848fd8c449833d67b86eca. 2024-11-13T08:15:33,339 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/data/default/testClearRegionBlockCache/7a09cba839848fd8c449833d67b86eca/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T08:15:33,339 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731485732111.7a09cba839848fd8c449833d67b86eca. 2024-11-13T08:15:33,339 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7a09cba839848fd8c449833d67b86eca: 2024-11-13T08:15:33,339 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731485732111.7a09cba839848fd8c449833d67b86eca. 2024-11-13T08:15:33,487 INFO [RS:0;9c6ec3fb6018:37127 {}] regionserver.HRegionServer(1250): stopping server 9c6ec3fb6018,37127,1731485730727; all regions closed. 2024-11-13T08:15:33,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741834_1010 (size=3079) 2024-11-13T08:15:33,490 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(725): complete file /user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/WALs/9c6ec3fb6018,37127,1731485730727/9c6ec3fb6018%2C37127%2C1731485730727.1731485731173 not finished, retry = 0 2024-11-13T08:15:33,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42633 is added to blk_1073741834_1010 (size=3079) 2024-11-13T08:15:33,593 DEBUG [RS:0;9c6ec3fb6018:37127 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/oldWALs 2024-11-13T08:15:33,593 INFO [RS:0;9c6ec3fb6018:37127 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 9c6ec3fb6018%2C37127%2C1731485730727:(num 1731485731173) 2024-11-13T08:15:33,593 DEBUG [RS:0;9c6ec3fb6018:37127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:33,593 INFO [RS:0;9c6ec3fb6018:37127 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:15:33,594 INFO [RS:0;9c6ec3fb6018:37127 {}] hbase.ChoreService(370): Chore service for: regionserver/9c6ec3fb6018:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T08:15:33,594 INFO [RS:0;9c6ec3fb6018:37127 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T08:15:33,594 INFO [RS:0;9c6ec3fb6018:37127 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T08:15:33,594 INFO [regionserver/9c6ec3fb6018:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-13T08:15:33,594 INFO [RS:0;9c6ec3fb6018:37127 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T08:15:33,594 INFO [RS:0;9c6ec3fb6018:37127 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37127 2024-11-13T08:15:33,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37127-0x101a0b2fcd40001, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9c6ec3fb6018,37127,1731485730727 2024-11-13T08:15:33,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T08:15:33,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9c6ec3fb6018,37127,1731485730727] 2024-11-13T08:15:33,597 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 9c6ec3fb6018,37127,1731485730727; numProcessing=2 2024-11-13T08:15:33,598 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/9c6ec3fb6018,37127,1731485730727 already deleted, retry=false 2024-11-13T08:15:33,598 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 9c6ec3fb6018,37127,1731485730727 expired; onlineServers=0 2024-11-13T08:15:33,598 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '9c6ec3fb6018,41557,1731485730684' ***** 2024-11-13T08:15:33,598 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T08:15:33,599 DEBUG [M:0;9c6ec3fb6018:41557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6fc088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9c6ec3fb6018/172.17.0.2:0 2024-11-13T08:15:33,599 INFO [M:0;9c6ec3fb6018:41557 {}] regionserver.HRegionServer(1224): stopping server 9c6ec3fb6018,41557,1731485730684 2024-11-13T08:15:33,599 INFO [M:0;9c6ec3fb6018:41557 {}] regionserver.HRegionServer(1250): stopping server 9c6ec3fb6018,41557,1731485730684; all regions closed. 2024-11-13T08:15:33,599 DEBUG [M:0;9c6ec3fb6018:41557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:33,599 DEBUG [M:0;9c6ec3fb6018:41557 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T08:15:33,599 DEBUG [M:0;9c6ec3fb6018:41557 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T08:15:33,599 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T08:15:33,599 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.large.0-1731485730928 {}] cleaner.HFileCleaner(306): Exit Thread[master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.large.0-1731485730928,5,FailOnTimeoutGroup] 2024-11-13T08:15:33,599 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.small.0-1731485730929 {}] cleaner.HFileCleaner(306): Exit Thread[master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.small.0-1731485730929,5,FailOnTimeoutGroup] 2024-11-13T08:15:33,599 INFO [M:0;9c6ec3fb6018:41557 {}] hbase.ChoreService(370): Chore service for: master/9c6ec3fb6018:0 had [] on shutdown 2024-11-13T08:15:33,599 DEBUG [M:0;9c6ec3fb6018:41557 {}] master.HMaster(1733): Stopping service threads 2024-11-13T08:15:33,599 INFO [M:0;9c6ec3fb6018:41557 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T08:15:33,600 INFO [M:0;9c6ec3fb6018:41557 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T08:15:33,600 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T08:15:33,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T08:15:33,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:33,601 DEBUG [M:0;9c6ec3fb6018:41557 {}] zookeeper.ZKUtil(347): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T08:15:33,601 WARN [M:0;9c6ec3fb6018:41557 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T08:15:33,601 INFO [M:0;9c6ec3fb6018:41557 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-13T08:15:33,601 INFO [M:0;9c6ec3fb6018:41557 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T08:15:33,601 DEBUG [M:0;9c6ec3fb6018:41557 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T08:15:33,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:15:33,601 INFO [M:0;9c6ec3fb6018:41557 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:33,601 DEBUG [M:0;9c6ec3fb6018:41557 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:33,601 DEBUG [M:0;9c6ec3fb6018:41557 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T08:15:33,601 DEBUG [M:0;9c6ec3fb6018:41557 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:33,601 INFO [M:0;9c6ec3fb6018:41557 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-13T08:15:33,617 DEBUG [M:0;9c6ec3fb6018:41557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bb43b4004af43c5b2ce935d487c2f57 is 82, key is hbase:meta,,1/info:regioninfo/1731485731566/Put/seqid=0 2024-11-13T08:15:33,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741846_1022 (size=5672) 2024-11-13T08:15:33,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42633 is added to blk_1073741846_1022 (size=5672) 2024-11-13T08:15:33,624 INFO [M:0;9c6ec3fb6018:41557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bb43b4004af43c5b2ce935d487c2f57 2024-11-13T08:15:33,643 DEBUG [M:0;9c6ec3fb6018:41557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9dbf9ce853c2486a9d5672fd61baca98 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731485732500/Put/seqid=0 2024-11-13T08:15:33,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42633 is added to blk_1073741847_1023 (size=7578) 2024-11-13T08:15:33,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741847_1023 (size=7578) 2024-11-13T08:15:33,649 INFO [M:0;9c6ec3fb6018:41557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9dbf9ce853c2486a9d5672fd61baca98 2024-11-13T08:15:33,667 DEBUG [M:0;9c6ec3fb6018:41557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ddd9465954ee40c287c7c6d5c7d24844 is 69, key is 9c6ec3fb6018,32981,1731485730770/rs:state/1731485731012/Put/seqid=0 2024-11-13T08:15:33,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42633 is added to blk_1073741848_1024 (size=5224) 2024-11-13T08:15:33,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741848_1024 (size=5224) 2024-11-13T08:15:33,673 INFO [M:0;9c6ec3fb6018:41557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ddd9465954ee40c287c7c6d5c7d24844 2024-11-13T08:15:33,678 DEBUG [M:0;9c6ec3fb6018:41557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bb43b4004af43c5b2ce935d487c2f57 as hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6bb43b4004af43c5b2ce935d487c2f57 2024-11-13T08:15:33,683 INFO [M:0;9c6ec3fb6018:41557 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6bb43b4004af43c5b2ce935d487c2f57, entries=8, sequenceid=108, filesize=5.5 K 2024-11-13T08:15:33,683 DEBUG [M:0;9c6ec3fb6018:41557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9dbf9ce853c2486a9d5672fd61baca98 as hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9dbf9ce853c2486a9d5672fd61baca98 2024-11-13T08:15:33,689 INFO [M:0;9c6ec3fb6018:41557 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9dbf9ce853c2486a9d5672fd61baca98, entries=13, sequenceid=108, filesize=7.4 K 2024-11-13T08:15:33,690 DEBUG [M:0;9c6ec3fb6018:41557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ddd9465954ee40c287c7c6d5c7d24844 as hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ddd9465954ee40c287c7c6d5c7d24844 2024-11-13T08:15:33,695 INFO [M:0;9c6ec3fb6018:41557 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34727/user/jenkins/test-data/809aa631-917b-a84f-2d8f-e19b3d8e7c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ddd9465954ee40c287c7c6d5c7d24844, entries=2, sequenceid=108, filesize=5.1 K 2024-11-13T08:15:33,696 INFO [M:0;9c6ec3fb6018:41557 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 94ms, sequenceid=108, compaction requested=false 2024-11-13T08:15:33,697 INFO [M:0;9c6ec3fb6018:41557 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:33,697 DEBUG [M:0;9c6ec3fb6018:41557 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-13T08:15:33,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37127-0x101a0b2fcd40001, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:33,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37127-0x101a0b2fcd40001, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:33,697 INFO [RS:0;9c6ec3fb6018:37127 {}] regionserver.HRegionServer(1307): Exiting; stopping=9c6ec3fb6018,37127,1731485730727; zookeeper connection closed. 2024-11-13T08:15:33,698 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a55e66b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a55e66b 2024-11-13T08:15:33,698 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T08:15:33,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36995 is added to blk_1073741830_1006 (size=54465) 2024-11-13T08:15:33,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42633 is added to blk_1073741830_1006 (size=54465) 2024-11-13T08:15:33,701 INFO [M:0;9c6ec3fb6018:41557 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-13T08:15:33,701 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-13T08:15:33,702 INFO [M:0;9c6ec3fb6018:41557 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41557 2024-11-13T08:15:33,703 DEBUG [M:0;9c6ec3fb6018:41557 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/9c6ec3fb6018,41557,1731485730684 already deleted, retry=false 2024-11-13T08:15:33,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:33,805 INFO [M:0;9c6ec3fb6018:41557 {}] regionserver.HRegionServer(1307): Exiting; stopping=9c6ec3fb6018,41557,1731485730684; zookeeper connection closed. 2024-11-13T08:15:33,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x101a0b2fcd40000, quorum=127.0.0.1:59868, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:33,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20ccaebe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:15:33,808 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c51a45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T08:15:33,808 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T08:15:33,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61b10e61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T08:15:33,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21023ef9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/hadoop.log.dir/,STOPPED} 2024-11-13T08:15:33,810 WARN [BP-1510253312-172.17.0.2-1731485729923 heartbeating to localhost/127.0.0.1:34727 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T08:15:33,810 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T08:15:33,810 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T08:15:33,810 WARN [BP-1510253312-172.17.0.2-1731485729923 heartbeating to localhost/127.0.0.1:34727 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1510253312-172.17.0.2-1731485729923 (Datanode Uuid eadeede8-14b9-451f-b919-1c9dbbcb438e) service to localhost/127.0.0.1:34727 2024-11-13T08:15:33,810 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/cluster_fb0e9498-da39-49a4-68c4-f2f3ecf1dd00/dfs/data/data3/current/BP-1510253312-172.17.0.2-1731485729923 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:15:33,811 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/cluster_fb0e9498-da39-49a4-68c4-f2f3ecf1dd00/dfs/data/data4/current/BP-1510253312-172.17.0.2-1731485729923 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:15:33,811 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T08:15:33,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b2e8275{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:15:33,813 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@84cd7d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T08:15:33,813 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T08:15:33,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39ae39c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T08:15:33,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c3ae4d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/hadoop.log.dir/,STOPPED} 2024-11-13T08:15:33,815 WARN [BP-1510253312-172.17.0.2-1731485729923 heartbeating to localhost/127.0.0.1:34727 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T08:15:33,815 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T08:15:33,815 WARN [BP-1510253312-172.17.0.2-1731485729923 heartbeating to localhost/127.0.0.1:34727 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1510253312-172.17.0.2-1731485729923 (Datanode Uuid 2dcf4d5e-5451-4ac6-8ddd-171358264ed5) service to localhost/127.0.0.1:34727 2024-11-13T08:15:33,815 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T08:15:33,815 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/cluster_fb0e9498-da39-49a4-68c4-f2f3ecf1dd00/dfs/data/data1/current/BP-1510253312-172.17.0.2-1731485729923 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:15:33,816 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/cluster_fb0e9498-da39-49a4-68c4-f2f3ecf1dd00/dfs/data/data2/current/BP-1510253312-172.17.0.2-1731485729923 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:15:33,816 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T08:15:33,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@702185cb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T08:15:33,822 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cfd7a27{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T08:15:33,822 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T08:15:33,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f88da0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T08:15:33,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b4081fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/hadoop.log.dir/,STOPPED} 2024-11-13T08:15:33,828 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-13T08:15:33,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-13T08:15:33,852 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=159 (was 136) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:34727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2121202573) connection to localhost/127.0.0.1:34727 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2121202573) connection to localhost/127.0.0.1:34727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2121202573) connection to localhost/127.0.0.1:34727 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2121202573) connection to localhost/127.0.0.1:34727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=502 (was 480) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=257 (was 236) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3143 (was 3344) 2024-11-13T08:15:33,859 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=159, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=257, ProcessCount=11, AvailableMemoryMB=3143 2024-11-13T08:15:33,873 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/hadoop.log.dir so I do NOT create it in target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656 2024-11-13T08:15:33,873 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T08:15:33,874 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/hadoop.tmp.dir so I do NOT create it in target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656 2024-11-13T08:15:33,874 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86325f6f-9034-e26c-5058-8d74d61314de/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T08:15:33,874 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656 2024-11-13T08:15:33,874 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T08:15:33,874 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/cluster_b558c86b-73b0-0a35-88f0-ae8b058a9f9b, deleteOnExit=true 2024-11-13T08:15:33,874 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-13T08:15:33,874 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/test.cache.data in system properties and HBase conf 2024-11-13T08:15:33,874 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T08:15:33,874 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/hadoop.log.dir in system properties and HBase conf 2024-11-13T08:15:33,875 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T08:15:33,875 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T08:15:33,875 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-13T08:15:33,875 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T08:15:33,875 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T08:15:33,875 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T08:15:33,875 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T08:15:33,875 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T08:15:33,875 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T08:15:33,876 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T08:15:33,876 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T08:15:33,876 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T08:15:33,876 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T08:15:33,876 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/nfs.dump.dir in system properties and HBase conf 2024-11-13T08:15:33,876 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/java.io.tmpdir in system properties and HBase conf 2024-11-13T08:15:33,876 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T08:15:33,876 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T08:15:33,876 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T08:15:33,958 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:15:33,963 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T08:15:33,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T08:15:33,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T08:15:33,968 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T08:15:33,969 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:15:33,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70bae5d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/hadoop.log.dir/,AVAILABLE} 2024-11-13T08:15:33,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bba110b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T08:15:34,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@424045e1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/java.io.tmpdir/jetty-localhost-38351-hadoop-hdfs-3_4_1-tests_jar-_-any-10078502201523272554/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T08:15:34,086 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a63486{HTTP/1.1, (http/1.1)}{localhost:38351} 2024-11-13T08:15:34,086 INFO [Time-limited test {}] server.Server(415): Started @21969ms 2024-11-13T08:15:34,147 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:15:34,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T08:15:34,151 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T08:15:34,151 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T08:15:34,151 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T08:15:34,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50dffd54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/hadoop.log.dir/,AVAILABLE} 2024-11-13T08:15:34,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@437f6af3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T08:15:34,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@643009dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/java.io.tmpdir/jetty-localhost-39253-hadoop-hdfs-3_4_1-tests_jar-_-any-1350352384336354230/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:15:34,268 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2aac465e{HTTP/1.1, (http/1.1)}{localhost:39253} 2024-11-13T08:15:34,268 INFO [Time-limited test {}] server.Server(415): Started @22151ms 2024-11-13T08:15:34,269 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T08:15:34,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:15:34,301 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T08:15:34,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T08:15:34,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T08:15:34,302 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T08:15:34,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b26ee19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/hadoop.log.dir/,AVAILABLE} 2024-11-13T08:15:34,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f26ad0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T08:15:34,346 WARN [Thread-1167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/cluster_b558c86b-73b0-0a35-88f0-ae8b058a9f9b/dfs/data/data2/current/BP-2106577069-172.17.0.2-1731485733895/current, will proceed with Du for space computation calculation, 2024-11-13T08:15:34,346 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/cluster_b558c86b-73b0-0a35-88f0-ae8b058a9f9b/dfs/data/data1/current/BP-2106577069-172.17.0.2-1731485733895/current, will proceed with Du for space computation calculation, 2024-11-13T08:15:34,362 WARN [Thread-1145 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T08:15:34,365 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf63a6a268563a532 with lease ID 0xf0cc4cc287a429fd: Processing first storage report for DS-1e82e8df-f1f4-4329-a793-123eb69107da from datanode DatanodeRegistration(127.0.0.1:36479, datanodeUuid=b636a93f-32f9-435a-a7c9-620be167d0d9, infoPort=35345, infoSecurePort=0, ipcPort=39569, storageInfo=lv=-57;cid=testClusterID;nsid=2071836800;c=1731485733895) 2024-11-13T08:15:34,365 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf63a6a268563a532 with lease ID 0xf0cc4cc287a429fd: from storage DS-1e82e8df-f1f4-4329-a793-123eb69107da node DatanodeRegistration(127.0.0.1:36479, datanodeUuid=b636a93f-32f9-435a-a7c9-620be167d0d9, infoPort=35345, infoSecurePort=0, ipcPort=39569, storageInfo=lv=-57;cid=testClusterID;nsid=2071836800;c=1731485733895), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T08:15:34,365 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf63a6a268563a532 with lease ID 0xf0cc4cc287a429fd: Processing first storage report for DS-a6daee51-d78d-4463-975c-33a4712b45bf from datanode DatanodeRegistration(127.0.0.1:36479, datanodeUuid=b636a93f-32f9-435a-a7c9-620be167d0d9, infoPort=35345, infoSecurePort=0, ipcPort=39569, storageInfo=lv=-57;cid=testClusterID;nsid=2071836800;c=1731485733895) 2024-11-13T08:15:34,365 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf63a6a268563a532 with lease ID 0xf0cc4cc287a429fd: from storage DS-a6daee51-d78d-4463-975c-33a4712b45bf node DatanodeRegistration(127.0.0.1:36479, datanodeUuid=b636a93f-32f9-435a-a7c9-620be167d0d9, infoPort=35345, infoSecurePort=0, ipcPort=39569, storageInfo=lv=-57;cid=testClusterID;nsid=2071836800;c=1731485733895), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T08:15:34,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b0eb44e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/java.io.tmpdir/jetty-localhost-33001-hadoop-hdfs-3_4_1-tests_jar-_-any-2583523470542834799/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:15:34,420 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4630a071{HTTP/1.1, (http/1.1)}{localhost:33001} 2024-11-13T08:15:34,420 INFO [Time-limited test {}] server.Server(415): Started @22303ms 2024-11-13T08:15:34,421 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T08:15:34,511 WARN [Thread-1192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/cluster_b558c86b-73b0-0a35-88f0-ae8b058a9f9b/dfs/data/data3/current/BP-2106577069-172.17.0.2-1731485733895/current, will proceed with Du for space computation calculation, 2024-11-13T08:15:34,511 WARN [Thread-1193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/cluster_b558c86b-73b0-0a35-88f0-ae8b058a9f9b/dfs/data/data4/current/BP-2106577069-172.17.0.2-1731485733895/current, will proceed with Du for space computation calculation, 2024-11-13T08:15:34,528 WARN [Thread-1181 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T08:15:34,530 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b5c6410d4cf3d5 with lease ID 0xf0cc4cc287a429fe: Processing first storage report for DS-d12e4995-9f3e-4222-8d7c-0074bc5f7beb from datanode DatanodeRegistration(127.0.0.1:42259, datanodeUuid=c954426c-b04a-4a09-b410-89f733823874, infoPort=39465, infoSecurePort=0, ipcPort=41673, storageInfo=lv=-57;cid=testClusterID;nsid=2071836800;c=1731485733895) 2024-11-13T08:15:34,530 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b5c6410d4cf3d5 with lease ID 0xf0cc4cc287a429fe: from storage DS-d12e4995-9f3e-4222-8d7c-0074bc5f7beb node DatanodeRegistration(127.0.0.1:42259, datanodeUuid=c954426c-b04a-4a09-b410-89f733823874, infoPort=39465, infoSecurePort=0, ipcPort=41673, storageInfo=lv=-57;cid=testClusterID;nsid=2071836800;c=1731485733895), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T08:15:34,530 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b5c6410d4cf3d5 with lease ID 0xf0cc4cc287a429fe: Processing first storage report for DS-e9f91c5e-3a41-4ca4-ad18-a2a773a21003 from datanode DatanodeRegistration(127.0.0.1:42259, datanodeUuid=c954426c-b04a-4a09-b410-89f733823874, infoPort=39465, infoSecurePort=0, ipcPort=41673, storageInfo=lv=-57;cid=testClusterID;nsid=2071836800;c=1731485733895) 2024-11-13T08:15:34,530 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b5c6410d4cf3d5 with lease ID 0xf0cc4cc287a429fe: from storage DS-e9f91c5e-3a41-4ca4-ad18-a2a773a21003 node DatanodeRegistration(127.0.0.1:42259, datanodeUuid=c954426c-b04a-4a09-b410-89f733823874, infoPort=39465, infoSecurePort=0, ipcPort=41673, storageInfo=lv=-57;cid=testClusterID;nsid=2071836800;c=1731485733895), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T08:15:34,556 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656 2024-11-13T08:15:34,558 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/cluster_b558c86b-73b0-0a35-88f0-ae8b058a9f9b/zookeeper_0, clientPort=52841, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/cluster_b558c86b-73b0-0a35-88f0-ae8b058a9f9b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/cluster_b558c86b-73b0-0a35-88f0-ae8b058a9f9b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T08:15:34,559 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=52841 2024-11-13T08:15:34,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:34,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:34,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741825_1001 (size=7) 2024-11-13T08:15:34,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741825_1001 (size=7) 2024-11-13T08:15:34,572 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5 with version=8 2024-11-13T08:15:34,572 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/hbase-staging 2024-11-13T08:15:34,574 INFO [Time-limited test {}] client.ConnectionUtils(129): master/9c6ec3fb6018:0 server-side Connection retries=45 2024-11-13T08:15:34,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:34,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:34,574 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T08:15:34,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:34,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T08:15:34,574 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T08:15:34,574 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T08:15:34,575 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43651 2024-11-13T08:15:34,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:34,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:34,578 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:43651 connecting to ZooKeeper ensemble=127.0.0.1:52841 2024-11-13T08:15:34,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436510x0, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T08:15:34,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43651-0x101a0b30c060000 connected 2024-11-13T08:15:34,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:15:34,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:34,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T08:15:34,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43651 2024-11-13T08:15:34,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43651 2024-11-13T08:15:34,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43651 2024-11-13T08:15:34,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43651 2024-11-13T08:15:34,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43651 2024-11-13T08:15:34,598 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5, hbase.cluster.distributed=false 2024-11-13T08:15:34,614 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/9c6ec3fb6018:0 server-side Connection retries=45 2024-11-13T08:15:34,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:34,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:34,614 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T08:15:34,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:34,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T08:15:34,614 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T08:15:34,614 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T08:15:34,616 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39417 2024-11-13T08:15:34,616 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T08:15:34,617 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T08:15:34,623 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-13T08:15:34,623 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T08:15:34,624 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T08:15:34,624 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T08:15:34,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:34,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:34,628 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39417 connecting to ZooKeeper ensemble=127.0.0.1:52841 2024-11-13T08:15:34,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394170x0, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T08:15:34,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394170x0, quorum=127.0.0.1:52841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:15:34,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39417-0x101a0b30c060001 connected 2024-11-13T08:15:34,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39417-0x101a0b30c060001, quorum=127.0.0.1:52841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:34,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39417-0x101a0b30c060001, quorum=127.0.0.1:52841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T08:15:34,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39417 2024-11-13T08:15:34,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39417 2024-11-13T08:15:34,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39417 2024-11-13T08:15:34,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39417 2024-11-13T08:15:34,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39417 2024-11-13T08:15:34,649 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/9c6ec3fb6018:0 server-side Connection retries=45 2024-11-13T08:15:34,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:34,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:34,649 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T08:15:34,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:34,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T08:15:34,649 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T08:15:34,649 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T08:15:34,650 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41763 2024-11-13T08:15:34,650 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T08:15:34,650 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T08:15:34,657 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-13T08:15:34,657 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T08:15:34,657 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T08:15:34,658 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T08:15:34,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:34,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:34,662 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41763 connecting to ZooKeeper ensemble=127.0.0.1:52841 2024-11-13T08:15:34,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417630x0, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T08:15:34,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41763-0x101a0b30c060002, quorum=127.0.0.1:52841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:15:34,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41763-0x101a0b30c060002 connected 2024-11-13T08:15:34,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41763-0x101a0b30c060002, quorum=127.0.0.1:52841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:34,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41763-0x101a0b30c060002, quorum=127.0.0.1:52841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T08:15:34,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41763 2024-11-13T08:15:34,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41763 2024-11-13T08:15:34,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41763 2024-11-13T08:15:34,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41763 2024-11-13T08:15:34,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41763 2024-11-13T08:15:34,667 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/9c6ec3fb6018,43651,1731485734573 2024-11-13T08:15:34,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:34,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101a0b30c060002, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:34,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x101a0b30c060001, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:34,669 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9c6ec3fb6018,43651,1731485734573 2024-11-13T08:15:34,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T08:15:34,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101a0b30c060002, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T08:15:34,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x101a0b30c060001, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T08:15:34,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:34,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101a0b30c060002, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:34,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x101a0b30c060001, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:34,671 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T08:15:34,671 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9c6ec3fb6018,43651,1731485734573 from backup master directory 2024-11-13T08:15:34,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T08:15:34,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x101a0b30c060001, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:34,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9c6ec3fb6018,43651,1731485734573 2024-11-13T08:15:34,673 WARN [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T08:15:34,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:34,673 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9c6ec3fb6018,43651,1731485734573 2024-11-13T08:15:34,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101a0b30c060002, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:34,680 DEBUG [M:0;9c6ec3fb6018:43651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9c6ec3fb6018:43651 2024-11-13T08:15:34,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741826_1002 (size=42) 2024-11-13T08:15:34,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741826_1002 (size=42) 2024-11-13T08:15:34,687 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/hbase.id with ID: e39342e0-645c-4d1e-b983-7e3272a961ef 2024-11-13T08:15:34,696 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:34,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:34,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x101a0b30c060001, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:34,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101a0b30c060002, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:34,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741827_1003 (size=196) 2024-11-13T08:15:34,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741827_1003 (size=196) 2024-11-13T08:15:34,707 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T08:15:34,707 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T08:15:34,708 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:15:34,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741828_1004 (size=1189) 2024-11-13T08:15:34,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741828_1004 (size=1189) 2024-11-13T08:15:34,715 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/MasterData/data/master/store 2024-11-13T08:15:34,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741829_1005 (size=34) 2024-11-13T08:15:34,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741829_1005 (size=34) 2024-11-13T08:15:34,722 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:34,722 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T08:15:34,723 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:34,723 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:34,723 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T08:15:34,723 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:34,723 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:34,723 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-13T08:15:34,724 WARN [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/MasterData/data/master/store/.initializing 2024-11-13T08:15:34,724 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/MasterData/WALs/9c6ec3fb6018,43651,1731485734573 2024-11-13T08:15:34,724 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:15:34,726 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9c6ec3fb6018%2C43651%2C1731485734573, suffix=, logDir=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/MasterData/WALs/9c6ec3fb6018,43651,1731485734573, archiveDir=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/MasterData/oldWALs, maxLogs=10 2024-11-13T08:15:34,739 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/MasterData/WALs/9c6ec3fb6018,43651,1731485734573/9c6ec3fb6018%2C43651%2C1731485734573.1731485734726, exclude list is [], retry=0 2024-11-13T08:15:34,742 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36479,DS-1e82e8df-f1f4-4329-a793-123eb69107da,DISK] 2024-11-13T08:15:34,742 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42259,DS-d12e4995-9f3e-4222-8d7c-0074bc5f7beb,DISK] 2024-11-13T08:15:34,744 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/MasterData/WALs/9c6ec3fb6018,43651,1731485734573/9c6ec3fb6018%2C43651%2C1731485734573.1731485734726 2024-11-13T08:15:34,744 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35345:35345),(127.0.0.1/127.0.0.1:39465:39465)] 2024-11-13T08:15:34,744 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:15:34,744 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:34,744 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:34,744 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:34,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:34,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T08:15:34,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:34,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:34,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:34,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T08:15:34,749 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:34,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:34,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:34,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T08:15:34,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:34,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:34,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:34,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T08:15:34,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:34,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:34,754 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:34,754 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:34,756 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T08:15:34,757 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:34,759 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:34,760 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71001739, jitterRate=0.058008357882499695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T08:15:34,761 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-13T08:15:34,761 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T08:15:34,765 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681d2059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:15:34,766 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-13T08:15:34,766 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T08:15:34,766 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T08:15:34,766 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T08:15:34,767 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T08:15:34,767 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-13T08:15:34,767 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T08:15:34,769 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T08:15:34,770 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T08:15:34,771 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-13T08:15:34,771 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T08:15:34,772 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T08:15:34,773 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-13T08:15:34,773 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T08:15:34,774 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T08:15:34,775 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-13T08:15:34,776 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T08:15:34,777 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T08:15:34,778 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T08:15:34,779 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T08:15:34,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:34,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101a0b30c060002, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:34,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x101a0b30c060001, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:34,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101a0b30c060002, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:34,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x101a0b30c060001, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:34,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:34,781 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=9c6ec3fb6018,43651,1731485734573, sessionid=0x101a0b30c060000, setting cluster-up flag (Was=false) 2024-11-13T08:15:34,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:34,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101a0b30c060002, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:34,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x101a0b30c060001, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:34,788 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T08:15:34,788 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9c6ec3fb6018,43651,1731485734573 2024-11-13T08:15:34,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:34,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x101a0b30c060001, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:34,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101a0b30c060002, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:34,796 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T08:15:34,797 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9c6ec3fb6018,43651,1731485734573 2024-11-13T08:15:34,800 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-13T08:15:34,800 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-13T08:15:34,800 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T08:15:34,801 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9c6ec3fb6018,43651,1731485734573 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T08:15:34,801 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9c6ec3fb6018:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:15:34,801 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9c6ec3fb6018:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:15:34,801 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:15:34,801 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:15:34,801 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9c6ec3fb6018:0, corePoolSize=10, maxPoolSize=10 2024-11-13T08:15:34,801 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:34,801 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=2, maxPoolSize=2 2024-11-13T08:15:34,801 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:34,802 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731485764802 2024-11-13T08:15:34,802 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T08:15:34,802 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T08:15:34,802 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T08:15:34,802 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T08:15:34,802 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T08:15:34,802 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T08:15:34,803 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-13T08:15:34,803 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:34,803 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-13T08:15:34,803 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T08:15:34,803 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T08:15:34,803 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T08:15:34,804 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T08:15:34,804 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T08:15:34,804 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:34,804 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T08:15:34,808 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.large.0-1731485734804,5,FailOnTimeoutGroup] 2024-11-13T08:15:34,808 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.small.0-1731485734808,5,FailOnTimeoutGroup] 2024-11-13T08:15:34,808 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:34,808 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T08:15:34,808 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:34,808 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:34,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741831_1007 (size=1039) 2024-11-13T08:15:34,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741831_1007 (size=1039) 2024-11-13T08:15:34,815 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-13T08:15:34,815 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5 2024-11-13T08:15:34,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741832_1008 (size=32) 2024-11-13T08:15:34,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741832_1008 (size=32) 2024-11-13T08:15:34,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:34,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T08:15:34,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T08:15:34,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:34,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:34,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T08:15:34,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T08:15:34,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:34,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:34,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T08:15:34,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T08:15:34,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:34,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:34,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/hbase/meta/1588230740 2024-11-13T08:15:34,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/hbase/meta/1588230740 2024-11-13T08:15:34,837 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:15:34,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-13T08:15:34,840 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:34,840 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69164292, jitterRate=0.0306282639503479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:15:34,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-13T08:15:34,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-13T08:15:34,841 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-13T08:15:34,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-13T08:15:34,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T08:15:34,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T08:15:34,841 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-13T08:15:34,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-13T08:15:34,842 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-13T08:15:34,842 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-13T08:15:34,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T08:15:34,843 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T08:15:34,843 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T08:15:34,879 DEBUG [RS:1;9c6ec3fb6018:41763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9c6ec3fb6018:41763 2024-11-13T08:15:34,879 DEBUG [RS:0;9c6ec3fb6018:39417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9c6ec3fb6018:39417 2024-11-13T08:15:34,880 INFO [RS:1;9c6ec3fb6018:41763 {}] regionserver.HRegionServer(1008): ClusterId : e39342e0-645c-4d1e-b983-7e3272a961ef 2024-11-13T08:15:34,880 INFO [RS:0;9c6ec3fb6018:39417 {}] regionserver.HRegionServer(1008): ClusterId : e39342e0-645c-4d1e-b983-7e3272a961ef 2024-11-13T08:15:34,880 DEBUG [RS:1;9c6ec3fb6018:41763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T08:15:34,880 DEBUG [RS:0;9c6ec3fb6018:39417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T08:15:34,882 DEBUG [RS:1;9c6ec3fb6018:41763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T08:15:34,882 DEBUG [RS:0;9c6ec3fb6018:39417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T08:15:34,882 DEBUG [RS:1;9c6ec3fb6018:41763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T08:15:34,882 DEBUG [RS:0;9c6ec3fb6018:39417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T08:15:34,883 DEBUG [RS:1;9c6ec3fb6018:41763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T08:15:34,883 DEBUG [RS:0;9c6ec3fb6018:39417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T08:15:34,884 DEBUG [RS:0;9c6ec3fb6018:39417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9ced50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:15:34,884 DEBUG [RS:1;9c6ec3fb6018:41763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e27667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:15:34,884 DEBUG [RS:0;9c6ec3fb6018:39417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73173d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9c6ec3fb6018/172.17.0.2:0 2024-11-13T08:15:34,884 INFO [RS:0;9c6ec3fb6018:39417 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-13T08:15:34,884 INFO [RS:0;9c6ec3fb6018:39417 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-13T08:15:34,884 DEBUG [RS:1;9c6ec3fb6018:41763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c443d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9c6ec3fb6018/172.17.0.2:0 2024-11-13T08:15:34,884 DEBUG [RS:0;9c6ec3fb6018:39417 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-13T08:15:34,884 INFO [RS:1;9c6ec3fb6018:41763 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-13T08:15:34,884 INFO [RS:1;9c6ec3fb6018:41763 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-13T08:15:34,884 DEBUG [RS:1;9c6ec3fb6018:41763 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-13T08:15:34,885 INFO [RS:0;9c6ec3fb6018:39417 {}] regionserver.HRegionServer(3073): reportForDuty to master=9c6ec3fb6018,43651,1731485734573 with isa=9c6ec3fb6018/172.17.0.2:39417, startcode=1731485734613 2024-11-13T08:15:34,885 INFO [RS:1;9c6ec3fb6018:41763 {}] regionserver.HRegionServer(3073): reportForDuty to master=9c6ec3fb6018,43651,1731485734573 with isa=9c6ec3fb6018/172.17.0.2:41763, startcode=1731485734648 2024-11-13T08:15:34,885 DEBUG [RS:1;9c6ec3fb6018:41763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T08:15:34,885 DEBUG [RS:0;9c6ec3fb6018:39417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T08:15:34,886 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37327, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T08:15:34,886 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46985, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T08:15:34,887 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43651 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 9c6ec3fb6018,39417,1731485734613 2024-11-13T08:15:34,887 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43651 {}] master.ServerManager(486): Registering regionserver=9c6ec3fb6018,39417,1731485734613 2024-11-13T08:15:34,888 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43651 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 9c6ec3fb6018,41763,1731485734648 2024-11-13T08:15:34,888 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43651 {}] master.ServerManager(486): Registering regionserver=9c6ec3fb6018,41763,1731485734648 2024-11-13T08:15:34,888 DEBUG [RS:0;9c6ec3fb6018:39417 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5 2024-11-13T08:15:34,888 DEBUG [RS:0;9c6ec3fb6018:39417 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33645 2024-11-13T08:15:34,888 DEBUG [RS:0;9c6ec3fb6018:39417 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-13T08:15:34,889 DEBUG [RS:1;9c6ec3fb6018:41763 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5 2024-11-13T08:15:34,889 DEBUG [RS:1;9c6ec3fb6018:41763 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33645 2024-11-13T08:15:34,889 DEBUG [RS:1;9c6ec3fb6018:41763 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-13T08:15:34,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T08:15:34,893 DEBUG [RS:0;9c6ec3fb6018:39417 {}] zookeeper.ZKUtil(111): regionserver:39417-0x101a0b30c060001, quorum=127.0.0.1:52841, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9c6ec3fb6018,39417,1731485734613 2024-11-13T08:15:34,893 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9c6ec3fb6018,41763,1731485734648] 2024-11-13T08:15:34,893 WARN [RS:0;9c6ec3fb6018:39417 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T08:15:34,893 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9c6ec3fb6018,39417,1731485734613] 2024-11-13T08:15:34,893 INFO [RS:0;9c6ec3fb6018:39417 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:15:34,894 DEBUG [RS:0;9c6ec3fb6018:39417 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/WALs/9c6ec3fb6018,39417,1731485734613 2024-11-13T08:15:34,894 DEBUG [RS:1;9c6ec3fb6018:41763 {}] zookeeper.ZKUtil(111): regionserver:41763-0x101a0b30c060002, quorum=127.0.0.1:52841, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9c6ec3fb6018,41763,1731485734648 2024-11-13T08:15:34,894 WARN [RS:1;9c6ec3fb6018:41763 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T08:15:34,894 INFO [RS:1;9c6ec3fb6018:41763 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:15:34,894 DEBUG [RS:1;9c6ec3fb6018:41763 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/WALs/9c6ec3fb6018,41763,1731485734648 2024-11-13T08:15:34,897 DEBUG [RS:0;9c6ec3fb6018:39417 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-13T08:15:34,897 DEBUG [RS:1;9c6ec3fb6018:41763 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-13T08:15:34,897 INFO [RS:0;9c6ec3fb6018:39417 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T08:15:34,897 INFO [RS:1;9c6ec3fb6018:41763 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T08:15:34,899 INFO [RS:0;9c6ec3fb6018:39417 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T08:15:34,900 INFO [RS:0;9c6ec3fb6018:39417 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T08:15:34,900 INFO [RS:0;9c6ec3fb6018:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:34,907 INFO [RS:1;9c6ec3fb6018:41763 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T08:15:34,907 INFO [RS:0;9c6ec3fb6018:39417 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-13T08:15:34,907 INFO [RS:1;9c6ec3fb6018:41763 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T08:15:34,907 INFO [RS:1;9c6ec3fb6018:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:34,907 INFO [RS:1;9c6ec3fb6018:41763 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-13T08:15:34,908 INFO [RS:0;9c6ec3fb6018:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:34,908 DEBUG [RS:0;9c6ec3fb6018:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:34,908 DEBUG [RS:0;9c6ec3fb6018:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:34,908 DEBUG [RS:0;9c6ec3fb6018:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:34,908 DEBUG [RS:0;9c6ec3fb6018:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:34,908 DEBUG [RS:0;9c6ec3fb6018:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:34,908 DEBUG [RS:0;9c6ec3fb6018:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9c6ec3fb6018:0, corePoolSize=2, maxPoolSize=2 2024-11-13T08:15:34,908 DEBUG [RS:0;9c6ec3fb6018:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:34,908 DEBUG [RS:0;9c6ec3fb6018:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:34,908 DEBUG [RS:0;9c6ec3fb6018:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:34,908 DEBUG [RS:0;9c6ec3fb6018:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:34,908 DEBUG [RS:0;9c6ec3fb6018:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:34,908 DEBUG [RS:0;9c6ec3fb6018:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9c6ec3fb6018:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:15:34,908 DEBUG [RS:0;9c6ec3fb6018:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9c6ec3fb6018:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:15:34,908 INFO [RS:1;9c6ec3fb6018:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:34,908 DEBUG [RS:1;9c6ec3fb6018:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:34,908 DEBUG [RS:1;9c6ec3fb6018:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:34,908 DEBUG [RS:1;9c6ec3fb6018:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:34,908 DEBUG [RS:1;9c6ec3fb6018:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:34,908 DEBUG [RS:1;9c6ec3fb6018:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:34,909 DEBUG [RS:1;9c6ec3fb6018:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9c6ec3fb6018:0, corePoolSize=2, maxPoolSize=2 2024-11-13T08:15:34,909 DEBUG [RS:1;9c6ec3fb6018:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:34,909 DEBUG [RS:1;9c6ec3fb6018:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:34,909 DEBUG [RS:1;9c6ec3fb6018:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:34,909 DEBUG [RS:1;9c6ec3fb6018:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:34,909 DEBUG [RS:1;9c6ec3fb6018:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:34,909 DEBUG [RS:1;9c6ec3fb6018:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9c6ec3fb6018:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:15:34,909 DEBUG [RS:1;9c6ec3fb6018:41763 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9c6ec3fb6018:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:15:34,912 INFO [RS:0;9c6ec3fb6018:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:34,912 INFO [RS:0;9c6ec3fb6018:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:34,912 INFO [RS:1;9c6ec3fb6018:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:34,912 INFO [RS:0;9c6ec3fb6018:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:34,912 INFO [RS:1;9c6ec3fb6018:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:34,912 INFO [RS:0;9c6ec3fb6018:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:34,912 INFO [RS:1;9c6ec3fb6018:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:34,912 INFO [RS:1;9c6ec3fb6018:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:34,913 INFO [RS:0;9c6ec3fb6018:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,39417,1731485734613-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T08:15:34,913 INFO [RS:1;9c6ec3fb6018:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,41763,1731485734648-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T08:15:34,928 INFO [RS:0;9c6ec3fb6018:39417 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T08:15:34,928 INFO [RS:1;9c6ec3fb6018:41763 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T08:15:34,928 INFO [RS:1;9c6ec3fb6018:41763 {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,41763,1731485734648-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:34,928 INFO [RS:0;9c6ec3fb6018:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,39417,1731485734613-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:34,942 INFO [RS:1;9c6ec3fb6018:41763 {}] regionserver.Replication(204): 9c6ec3fb6018,41763,1731485734648 started 2024-11-13T08:15:34,943 INFO [RS:1;9c6ec3fb6018:41763 {}] regionserver.HRegionServer(1767): Serving as 9c6ec3fb6018,41763,1731485734648, RpcServer on 9c6ec3fb6018/172.17.0.2:41763, sessionid=0x101a0b30c060002 2024-11-13T08:15:34,943 DEBUG [RS:1;9c6ec3fb6018:41763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T08:15:34,943 DEBUG [RS:1;9c6ec3fb6018:41763 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9c6ec3fb6018,41763,1731485734648 2024-11-13T08:15:34,943 INFO [RS:0;9c6ec3fb6018:39417 {}] regionserver.Replication(204): 9c6ec3fb6018,39417,1731485734613 started 2024-11-13T08:15:34,943 DEBUG [RS:1;9c6ec3fb6018:41763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9c6ec3fb6018,41763,1731485734648' 2024-11-13T08:15:34,943 DEBUG [RS:1;9c6ec3fb6018:41763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T08:15:34,943 INFO [RS:0;9c6ec3fb6018:39417 {}] regionserver.HRegionServer(1767): Serving as 9c6ec3fb6018,39417,1731485734613, RpcServer on 9c6ec3fb6018/172.17.0.2:39417, sessionid=0x101a0b30c060001 2024-11-13T08:15:34,943 DEBUG [RS:0;9c6ec3fb6018:39417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T08:15:34,943 DEBUG [RS:0;9c6ec3fb6018:39417 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9c6ec3fb6018,39417,1731485734613 2024-11-13T08:15:34,943 DEBUG [RS:0;9c6ec3fb6018:39417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9c6ec3fb6018,39417,1731485734613' 2024-11-13T08:15:34,943 DEBUG [RS:0;9c6ec3fb6018:39417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T08:15:34,943 DEBUG [RS:1;9c6ec3fb6018:41763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T08:15:34,943 DEBUG [RS:0;9c6ec3fb6018:39417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T08:15:34,944 DEBUG [RS:1;9c6ec3fb6018:41763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T08:15:34,944 DEBUG [RS:1;9c6ec3fb6018:41763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T08:15:34,944 DEBUG [RS:0;9c6ec3fb6018:39417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T08:15:34,944 DEBUG [RS:0;9c6ec3fb6018:39417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T08:15:34,944 DEBUG [RS:1;9c6ec3fb6018:41763 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9c6ec3fb6018,41763,1731485734648 2024-11-13T08:15:34,944 DEBUG [RS:1;9c6ec3fb6018:41763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9c6ec3fb6018,41763,1731485734648' 2024-11-13T08:15:34,944 DEBUG [RS:0;9c6ec3fb6018:39417 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9c6ec3fb6018,39417,1731485734613 2024-11-13T08:15:34,944 DEBUG [RS:1;9c6ec3fb6018:41763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T08:15:34,944 DEBUG [RS:0;9c6ec3fb6018:39417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9c6ec3fb6018,39417,1731485734613' 2024-11-13T08:15:34,944 DEBUG [RS:0;9c6ec3fb6018:39417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T08:15:34,944 DEBUG [RS:1;9c6ec3fb6018:41763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T08:15:34,944 DEBUG [RS:0;9c6ec3fb6018:39417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T08:15:34,944 DEBUG [RS:1;9c6ec3fb6018:41763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T08:15:34,944 INFO [RS:1;9c6ec3fb6018:41763 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T08:15:34,944 DEBUG [RS:0;9c6ec3fb6018:39417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T08:15:34,944 INFO [RS:1;9c6ec3fb6018:41763 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T08:15:34,944 INFO [RS:0;9c6ec3fb6018:39417 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T08:15:34,944 INFO [RS:0;9c6ec3fb6018:39417 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T08:15:34,994 WARN [9c6ec3fb6018:43651 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-13T08:15:35,045 INFO [RS:0;9c6ec3fb6018:39417 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:15:35,045 INFO [RS:1;9c6ec3fb6018:41763 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:15:35,046 INFO [RS:0;9c6ec3fb6018:39417 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9c6ec3fb6018%2C39417%2C1731485734613, suffix=, logDir=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/WALs/9c6ec3fb6018,39417,1731485734613, archiveDir=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/oldWALs, maxLogs=32 2024-11-13T08:15:35,046 INFO [RS:1;9c6ec3fb6018:41763 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9c6ec3fb6018%2C41763%2C1731485734648, suffix=, logDir=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/WALs/9c6ec3fb6018,41763,1731485734648, archiveDir=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/oldWALs, maxLogs=32 2024-11-13T08:15:35,060 DEBUG [RS:0;9c6ec3fb6018:39417 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/WALs/9c6ec3fb6018,39417,1731485734613/9c6ec3fb6018%2C39417%2C1731485734613.1731485735047, exclude list is [], retry=0 2024-11-13T08:15:35,060 DEBUG [RS:1;9c6ec3fb6018:41763 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/WALs/9c6ec3fb6018,41763,1731485734648/9c6ec3fb6018%2C41763%2C1731485734648.1731485735047, exclude list is [], retry=0 2024-11-13T08:15:35,063 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36479,DS-1e82e8df-f1f4-4329-a793-123eb69107da,DISK] 2024-11-13T08:15:35,063 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42259,DS-d12e4995-9f3e-4222-8d7c-0074bc5f7beb,DISK] 2024-11-13T08:15:35,064 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36479,DS-1e82e8df-f1f4-4329-a793-123eb69107da,DISK] 2024-11-13T08:15:35,064 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42259,DS-d12e4995-9f3e-4222-8d7c-0074bc5f7beb,DISK] 2024-11-13T08:15:35,065 INFO [RS:0;9c6ec3fb6018:39417 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/WALs/9c6ec3fb6018,39417,1731485734613/9c6ec3fb6018%2C39417%2C1731485734613.1731485735047 2024-11-13T08:15:35,066 INFO [RS:1;9c6ec3fb6018:41763 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/WALs/9c6ec3fb6018,41763,1731485734648/9c6ec3fb6018%2C41763%2C1731485734648.1731485735047 2024-11-13T08:15:35,068 DEBUG [RS:0;9c6ec3fb6018:39417 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39465:39465),(127.0.0.1/127.0.0.1:35345:35345)] 2024-11-13T08:15:35,072 DEBUG [RS:1;9c6ec3fb6018:41763 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35345:35345),(127.0.0.1/127.0.0.1:39465:39465)] 2024-11-13T08:15:35,244 DEBUG [9c6ec3fb6018:43651 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T08:15:35,244 DEBUG [9c6ec3fb6018:43651 {}] balancer.BalancerClusterState(202): Hosts are {9c6ec3fb6018=0} racks are {/default-rack=0} 2024-11-13T08:15:35,246 DEBUG [9c6ec3fb6018:43651 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-13T08:15:35,246 DEBUG [9c6ec3fb6018:43651 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-13T08:15:35,246 INFO [9c6ec3fb6018:43651 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-13T08:15:35,246 INFO [9c6ec3fb6018:43651 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-13T08:15:35,246 DEBUG [9c6ec3fb6018:43651 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T08:15:35,246 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9c6ec3fb6018,39417,1731485734613 2024-11-13T08:15:35,247 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9c6ec3fb6018,39417,1731485734613, state=OPENING 2024-11-13T08:15:35,248 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T08:15:35,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:35,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x101a0b30c060001, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:35,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101a0b30c060002, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:35,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=9c6ec3fb6018,39417,1731485734613}] 2024-11-13T08:15:35,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:35,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:35,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:35,402 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9c6ec3fb6018,39417,1731485734613 2024-11-13T08:15:35,403 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T08:15:35,404 INFO [RS-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T08:15:35,408 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-13T08:15:35,408 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:15:35,408 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T08:15:35,409 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9c6ec3fb6018%2C39417%2C1731485734613.meta, suffix=.meta, logDir=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/WALs/9c6ec3fb6018,39417,1731485734613, archiveDir=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/oldWALs, maxLogs=32 2024-11-13T08:15:35,423 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/WALs/9c6ec3fb6018,39417,1731485734613/9c6ec3fb6018%2C39417%2C1731485734613.meta.1731485735410.meta, exclude list is [], retry=0 2024-11-13T08:15:35,425 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42259,DS-d12e4995-9f3e-4222-8d7c-0074bc5f7beb,DISK] 2024-11-13T08:15:35,425 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36479,DS-1e82e8df-f1f4-4329-a793-123eb69107da,DISK] 2024-11-13T08:15:35,427 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/WALs/9c6ec3fb6018,39417,1731485734613/9c6ec3fb6018%2C39417%2C1731485734613.meta.1731485735410.meta 2024-11-13T08:15:35,427 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39465:39465),(127.0.0.1/127.0.0.1:35345:35345)] 2024-11-13T08:15:35,427 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:15:35,427 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T08:15:35,427 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T08:15:35,427 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T08:15:35,427 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T08:15:35,427 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:35,428 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-13T08:15:35,428 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-13T08:15:35,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T08:15:35,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T08:15:35,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:35,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:35,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T08:15:35,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T08:15:35,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:35,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:35,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T08:15:35,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T08:15:35,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:35,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:35,434 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/hbase/meta/1588230740 2024-11-13T08:15:35,435 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/hbase/meta/1588230740 2024-11-13T08:15:35,436 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:15:35,437 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-13T08:15:35,438 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70523956, jitterRate=0.05088883638381958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:15:35,438 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-13T08:15:35,439 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731485735402 2024-11-13T08:15:35,441 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T08:15:35,441 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-13T08:15:35,441 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9c6ec3fb6018,39417,1731485734613 2024-11-13T08:15:35,442 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9c6ec3fb6018,39417,1731485734613, state=OPEN 2024-11-13T08:15:35,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101a0b30c060002, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T08:15:35,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x101a0b30c060001, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T08:15:35,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T08:15:35,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:35,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:35,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:35,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T08:15:35,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=9c6ec3fb6018,39417,1731485734613 in 194 msec 2024-11-13T08:15:35,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T08:15:35,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 604 msec 2024-11-13T08:15:35,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 649 msec 2024-11-13T08:15:35,449 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731485735449, completionTime=-1 2024-11-13T08:15:35,449 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T08:15:35,450 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-13T08:15:35,450 DEBUG [hconnection-0x2d2859c0-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:15:35,452 INFO [RS-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32862, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:15:35,453 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-13T08:15:35,454 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731485795454 2024-11-13T08:15:35,454 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731485855454 2024-11-13T08:15:35,454 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-11-13T08:15:35,459 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,43651,1731485734573-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:35,459 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,43651,1731485734573-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:35,459 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,43651,1731485734573-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:35,459 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9c6ec3fb6018:43651, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:35,459 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:35,459 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-13T08:15:35,459 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T08:15:35,461 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-13T08:15:35,461 DEBUG [master/9c6ec3fb6018:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-13T08:15:35,462 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T08:15:35,462 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:35,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T08:15:35,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741836_1012 (size=358) 2024-11-13T08:15:35,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741836_1012 (size=358) 2024-11-13T08:15:35,875 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f3348a564ed6e55f2598eb251b992d54, NAME => 'hbase:namespace,,1731485735459.f3348a564ed6e55f2598eb251b992d54.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5 2024-11-13T08:15:35,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741837_1013 (size=42) 2024-11-13T08:15:35,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741837_1013 (size=42) 2024-11-13T08:15:35,884 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731485735459.f3348a564ed6e55f2598eb251b992d54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:35,885 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing f3348a564ed6e55f2598eb251b992d54, disabling compactions & flushes 2024-11-13T08:15:35,885 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731485735459.f3348a564ed6e55f2598eb251b992d54. 2024-11-13T08:15:35,885 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731485735459.f3348a564ed6e55f2598eb251b992d54. 2024-11-13T08:15:35,885 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731485735459.f3348a564ed6e55f2598eb251b992d54. after waiting 0 ms 2024-11-13T08:15:35,885 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731485735459.f3348a564ed6e55f2598eb251b992d54. 2024-11-13T08:15:35,885 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731485735459.f3348a564ed6e55f2598eb251b992d54. 2024-11-13T08:15:35,885 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for f3348a564ed6e55f2598eb251b992d54: 2024-11-13T08:15:35,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T08:15:35,886 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731485735459.f3348a564ed6e55f2598eb251b992d54.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731485735886"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731485735886"}]},"ts":"1731485735886"} 2024-11-13T08:15:35,888 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-13T08:15:35,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T08:15:35,889 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731485735889"}]},"ts":"1731485735889"} 2024-11-13T08:15:35,890 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-13T08:15:35,893 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {9c6ec3fb6018=0} racks are {/default-rack=0} 2024-11-13T08:15:35,894 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-13T08:15:35,894 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-13T08:15:35,894 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-13T08:15:35,894 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-13T08:15:35,894 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T08:15:35,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f3348a564ed6e55f2598eb251b992d54, ASSIGN}] 2024-11-13T08:15:35,895 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f3348a564ed6e55f2598eb251b992d54, ASSIGN 2024-11-13T08:15:35,896 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=f3348a564ed6e55f2598eb251b992d54, ASSIGN; state=OFFLINE, location=9c6ec3fb6018,41763,1731485734648; forceNewPlan=false, retain=false 2024-11-13T08:15:36,046 INFO [9c6ec3fb6018:43651 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-13T08:15:36,046 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f3348a564ed6e55f2598eb251b992d54, regionState=OPENING, regionLocation=9c6ec3fb6018,41763,1731485734648 2024-11-13T08:15:36,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure f3348a564ed6e55f2598eb251b992d54, server=9c6ec3fb6018,41763,1731485734648}] 2024-11-13T08:15:36,200 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9c6ec3fb6018,41763,1731485734648 2024-11-13T08:15:36,201 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T08:15:36,202 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T08:15:36,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731485735459.f3348a564ed6e55f2598eb251b992d54. 2024-11-13T08:15:36,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => f3348a564ed6e55f2598eb251b992d54, NAME => 'hbase:namespace,,1731485735459.f3348a564ed6e55f2598eb251b992d54.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:15:36,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace f3348a564ed6e55f2598eb251b992d54 2024-11-13T08:15:36,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731485735459.f3348a564ed6e55f2598eb251b992d54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:36,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for f3348a564ed6e55f2598eb251b992d54 2024-11-13T08:15:36,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for f3348a564ed6e55f2598eb251b992d54 2024-11-13T08:15:36,207 INFO [StoreOpener-f3348a564ed6e55f2598eb251b992d54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f3348a564ed6e55f2598eb251b992d54 2024-11-13T08:15:36,209 INFO [StoreOpener-f3348a564ed6e55f2598eb251b992d54-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3348a564ed6e55f2598eb251b992d54 columnFamilyName info 2024-11-13T08:15:36,209 DEBUG [StoreOpener-f3348a564ed6e55f2598eb251b992d54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:36,210 INFO [StoreOpener-f3348a564ed6e55f2598eb251b992d54-1 {}] regionserver.HStore(327): Store=f3348a564ed6e55f2598eb251b992d54/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:36,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/hbase/namespace/f3348a564ed6e55f2598eb251b992d54 2024-11-13T08:15:36,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/hbase/namespace/f3348a564ed6e55f2598eb251b992d54 2024-11-13T08:15:36,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for f3348a564ed6e55f2598eb251b992d54 2024-11-13T08:15:36,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/hbase/namespace/f3348a564ed6e55f2598eb251b992d54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:36,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened f3348a564ed6e55f2598eb251b992d54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65858271, jitterRate=-0.018635287880897522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:15:36,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for f3348a564ed6e55f2598eb251b992d54: 2024-11-13T08:15:36,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731485735459.f3348a564ed6e55f2598eb251b992d54., pid=6, masterSystemTime=1731485736200 2024-11-13T08:15:36,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731485735459.f3348a564ed6e55f2598eb251b992d54. 2024-11-13T08:15:36,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731485735459.f3348a564ed6e55f2598eb251b992d54. 2024-11-13T08:15:36,219 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f3348a564ed6e55f2598eb251b992d54, regionState=OPEN, openSeqNum=2, regionLocation=9c6ec3fb6018,41763,1731485734648 2024-11-13T08:15:36,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T08:15:36,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure f3348a564ed6e55f2598eb251b992d54, server=9c6ec3fb6018,41763,1731485734648 in 173 msec 2024-11-13T08:15:36,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T08:15:36,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=f3348a564ed6e55f2598eb251b992d54, ASSIGN in 329 msec 2024-11-13T08:15:36,226 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T08:15:36,226 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731485736226"}]},"ts":"1731485736226"} 2024-11-13T08:15:36,228 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-13T08:15:36,230 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T08:15:36,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 770 msec 2024-11-13T08:15:36,262 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-13T08:15:36,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-13T08:15:36,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x101a0b30c060001, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:36,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101a0b30c060002, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:36,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:36,267 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:15:36,268 INFO [RS-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:15:36,270 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-13T08:15:36,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-13T08:15:36,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 10 msec 2024-11-13T08:15:36,282 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-13T08:15:36,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-13T08:15:36,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 9 msec 2024-11-13T08:15:36,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-13T08:15:36,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-13T08:15:36,298 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.625sec 2024-11-13T08:15:36,298 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T08:15:36,298 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T08:15:36,298 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T08:15:36,299 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T08:15:36,299 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T08:15:36,299 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,43651,1731485734573-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T08:15:36,299 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,43651,1731485734573-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T08:15:36,301 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-13T08:15:36,301 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T08:15:36,301 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,43651,1731485734573-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:36,370 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x553b9afe to 127.0.0.1:52841 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3783bf28 2024-11-13T08:15:36,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52978a43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:15:36,377 DEBUG [hconnection-0x8651062-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:15:36,378 INFO [RS-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:15:36,380 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=9c6ec3fb6018,43651,1731485734573 2024-11-13T08:15:36,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T08:15:36,382 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T08:15:36,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43651 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T08:15:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43651 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T08:15:36,385 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T08:15:36,386 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:36,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43651 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-13T08:15:36,386 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T08:15:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43651 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T08:15:36,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741838_1014 (size=379) 2024-11-13T08:15:36,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741838_1014 (size=379) 2024-11-13T08:15:36,396 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8fad347a9652442d770c9c9238a9326e, NAME => 'testClearRegionBlockCache,,1731485736383.8fad347a9652442d770c9c9238a9326e.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5 2024-11-13T08:15:36,396 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 7a7470410e3bb864745d4168065693c6, NAME => 'testClearRegionBlockCache,5,1731485736383.7a7470410e3bb864745d4168065693c6.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5 2024-11-13T08:15:36,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741840_1016 (size=61) 2024-11-13T08:15:36,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741840_1016 (size=61) 2024-11-13T08:15:36,405 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731485736383.7a7470410e3bb864745d4168065693c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:36,405 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 7a7470410e3bb864745d4168065693c6, disabling compactions & flushes 2024-11-13T08:15:36,405 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731485736383.7a7470410e3bb864745d4168065693c6. 2024-11-13T08:15:36,405 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731485736383.7a7470410e3bb864745d4168065693c6. 2024-11-13T08:15:36,405 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731485736383.7a7470410e3bb864745d4168065693c6. after waiting 0 ms 2024-11-13T08:15:36,405 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731485736383.7a7470410e3bb864745d4168065693c6. 2024-11-13T08:15:36,405 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731485736383.7a7470410e3bb864745d4168065693c6. 2024-11-13T08:15:36,405 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 7a7470410e3bb864745d4168065693c6: 2024-11-13T08:15:36,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741839_1015 (size=61) 2024-11-13T08:15:36,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741839_1015 (size=61) 2024-11-13T08:15:36,409 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731485736383.8fad347a9652442d770c9c9238a9326e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:36,410 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 8fad347a9652442d770c9c9238a9326e, disabling compactions & flushes 2024-11-13T08:15:36,410 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731485736383.8fad347a9652442d770c9c9238a9326e. 2024-11-13T08:15:36,410 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731485736383.8fad347a9652442d770c9c9238a9326e. 2024-11-13T08:15:36,410 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731485736383.8fad347a9652442d770c9c9238a9326e. after waiting 0 ms 2024-11-13T08:15:36,410 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731485736383.8fad347a9652442d770c9c9238a9326e. 2024-11-13T08:15:36,410 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731485736383.8fad347a9652442d770c9c9238a9326e. 2024-11-13T08:15:36,410 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8fad347a9652442d770c9c9238a9326e: 2024-11-13T08:15:36,411 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T08:15:36,411 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731485736383.7a7470410e3bb864745d4168065693c6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731485736411"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731485736411"}]},"ts":"1731485736411"} 2024-11-13T08:15:36,411 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731485736383.8fad347a9652442d770c9c9238a9326e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731485736411"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731485736411"}]},"ts":"1731485736411"} 2024-11-13T08:15:36,414 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-13T08:15:36,414 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T08:15:36,415 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731485736414"}]},"ts":"1731485736414"} 2024-11-13T08:15:36,416 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T08:15:36,422 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {9c6ec3fb6018=0} racks are {/default-rack=0} 2024-11-13T08:15:36,423 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-13T08:15:36,423 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-13T08:15:36,423 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-13T08:15:36,423 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-13T08:15:36,423 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T08:15:36,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8fad347a9652442d770c9c9238a9326e, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7a7470410e3bb864745d4168065693c6, ASSIGN}] 2024-11-13T08:15:36,424 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7a7470410e3bb864745d4168065693c6, ASSIGN 2024-11-13T08:15:36,424 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8fad347a9652442d770c9c9238a9326e, ASSIGN 2024-11-13T08:15:36,425 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7a7470410e3bb864745d4168065693c6, ASSIGN; state=OFFLINE, location=9c6ec3fb6018,41763,1731485734648; forceNewPlan=false, retain=false 2024-11-13T08:15:36,425 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8fad347a9652442d770c9c9238a9326e, ASSIGN; state=OFFLINE, location=9c6ec3fb6018,39417,1731485734613; forceNewPlan=false, retain=false 2024-11-13T08:15:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43651 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T08:15:36,575 INFO [9c6ec3fb6018:43651 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T08:15:36,575 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=7a7470410e3bb864745d4168065693c6, regionState=OPENING, regionLocation=9c6ec3fb6018,41763,1731485734648 2024-11-13T08:15:36,575 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8fad347a9652442d770c9c9238a9326e, regionState=OPENING, regionLocation=9c6ec3fb6018,39417,1731485734613 2024-11-13T08:15:36,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 8fad347a9652442d770c9c9238a9326e, server=9c6ec3fb6018,39417,1731485734613}] 2024-11-13T08:15:36,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 7a7470410e3bb864745d4168065693c6, server=9c6ec3fb6018,41763,1731485734648}] 2024-11-13T08:15:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43651 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T08:15:36,730 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9c6ec3fb6018,41763,1731485734648 2024-11-13T08:15:36,730 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9c6ec3fb6018,39417,1731485734613 2024-11-13T08:15:36,734 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1731485736383.7a7470410e3bb864745d4168065693c6. 2024-11-13T08:15:36,734 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1731485736383.8fad347a9652442d770c9c9238a9326e. 2024-11-13T08:15:36,734 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 7a7470410e3bb864745d4168065693c6, NAME => 'testClearRegionBlockCache,5,1731485736383.7a7470410e3bb864745d4168065693c6.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T08:15:36,734 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 8fad347a9652442d770c9c9238a9326e, NAME => 'testClearRegionBlockCache,,1731485736383.8fad347a9652442d770c9c9238a9326e.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T08:15:36,734 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7a7470410e3bb864745d4168065693c6 2024-11-13T08:15:36,735 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731485736383.7a7470410e3bb864745d4168065693c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:36,735 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 7a7470410e3bb864745d4168065693c6 2024-11-13T08:15:36,735 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 7a7470410e3bb864745d4168065693c6 2024-11-13T08:15:36,735 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8fad347a9652442d770c9c9238a9326e 2024-11-13T08:15:36,735 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731485736383.8fad347a9652442d770c9c9238a9326e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:36,735 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 8fad347a9652442d770c9c9238a9326e 2024-11-13T08:15:36,735 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 8fad347a9652442d770c9c9238a9326e 2024-11-13T08:15:36,736 INFO [StoreOpener-7a7470410e3bb864745d4168065693c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7a7470410e3bb864745d4168065693c6 2024-11-13T08:15:36,736 INFO [StoreOpener-8fad347a9652442d770c9c9238a9326e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8fad347a9652442d770c9c9238a9326e 2024-11-13T08:15:36,737 INFO [StoreOpener-7a7470410e3bb864745d4168065693c6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a7470410e3bb864745d4168065693c6 columnFamilyName family 2024-11-13T08:15:36,737 DEBUG [StoreOpener-7a7470410e3bb864745d4168065693c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:36,737 INFO [StoreOpener-8fad347a9652442d770c9c9238a9326e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fad347a9652442d770c9c9238a9326e columnFamilyName family 2024-11-13T08:15:36,737 DEBUG [StoreOpener-8fad347a9652442d770c9c9238a9326e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:36,738 INFO [StoreOpener-7a7470410e3bb864745d4168065693c6-1 {}] regionserver.HStore(327): Store=7a7470410e3bb864745d4168065693c6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:36,738 INFO [StoreOpener-8fad347a9652442d770c9c9238a9326e-1 {}] regionserver.HStore(327): Store=8fad347a9652442d770c9c9238a9326e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:36,738 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/default/testClearRegionBlockCache/7a7470410e3bb864745d4168065693c6 2024-11-13T08:15:36,738 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/default/testClearRegionBlockCache/7a7470410e3bb864745d4168065693c6 2024-11-13T08:15:36,739 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/default/testClearRegionBlockCache/8fad347a9652442d770c9c9238a9326e 2024-11-13T08:15:36,739 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/default/testClearRegionBlockCache/8fad347a9652442d770c9c9238a9326e 2024-11-13T08:15:36,740 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 7a7470410e3bb864745d4168065693c6 2024-11-13T08:15:36,741 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 8fad347a9652442d770c9c9238a9326e 2024-11-13T08:15:36,742 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/default/testClearRegionBlockCache/7a7470410e3bb864745d4168065693c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:36,743 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 7a7470410e3bb864745d4168065693c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63938482, jitterRate=-0.04724237322807312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:15:36,743 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/default/testClearRegionBlockCache/8fad347a9652442d770c9c9238a9326e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:36,743 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 7a7470410e3bb864745d4168065693c6: 2024-11-13T08:15:36,744 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 8fad347a9652442d770c9c9238a9326e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59049406, jitterRate=-0.12009528279304504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:15:36,744 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 8fad347a9652442d770c9c9238a9326e: 2024-11-13T08:15:36,744 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1731485736383.7a7470410e3bb864745d4168065693c6., pid=13, masterSystemTime=1731485736730 2024-11-13T08:15:36,744 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1731485736383.8fad347a9652442d770c9c9238a9326e., pid=12, masterSystemTime=1731485736730 2024-11-13T08:15:36,746 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1731485736383.7a7470410e3bb864745d4168065693c6. 2024-11-13T08:15:36,746 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1731485736383.7a7470410e3bb864745d4168065693c6. 2024-11-13T08:15:36,746 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=7a7470410e3bb864745d4168065693c6, regionState=OPEN, openSeqNum=2, regionLocation=9c6ec3fb6018,41763,1731485734648 2024-11-13T08:15:36,746 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1731485736383.8fad347a9652442d770c9c9238a9326e. 2024-11-13T08:15:36,746 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1731485736383.8fad347a9652442d770c9c9238a9326e. 2024-11-13T08:15:36,747 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8fad347a9652442d770c9c9238a9326e, regionState=OPEN, openSeqNum=2, regionLocation=9c6ec3fb6018,39417,1731485734613 2024-11-13T08:15:36,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-13T08:15:36,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 7a7470410e3bb864745d4168065693c6, server=9c6ec3fb6018,41763,1731485734648 in 170 msec 2024-11-13T08:15:36,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-13T08:15:36,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 8fad347a9652442d770c9c9238a9326e, server=9c6ec3fb6018,39417,1731485734613 in 172 msec 2024-11-13T08:15:36,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7a7470410e3bb864745d4168065693c6, ASSIGN in 327 msec 2024-11-13T08:15:36,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T08:15:36,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8fad347a9652442d770c9c9238a9326e, ASSIGN in 327 msec 2024-11-13T08:15:36,752 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T08:15:36,753 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731485736752"}]},"ts":"1731485736752"} 2024-11-13T08:15:36,754 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T08:15:36,756 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T08:15:36,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 374 msec 2024-11-13T08:15:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43651 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T08:15:36,991 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-13T08:15:36,991 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T08:15:36,992 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T08:15:36,994 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T08:15:36,995 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T08:15:36,995 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-13T08:15:37,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:15:37,005 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:15:37,011 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 8fad347a9652442d770c9c9238a9326e 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T08:15:37,028 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/default/testClearRegionBlockCache/8fad347a9652442d770c9c9238a9326e/.tmp/family/8b0e98d00e6047e88d0fae009ebc866d is 32, key is 1/family:/1731485736997/Put/seqid=0 2024-11-13T08:15:37,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741841_1017 (size=5054) 2024-11-13T08:15:37,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741841_1017 (size=5054) 2024-11-13T08:15:37,034 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/default/testClearRegionBlockCache/8fad347a9652442d770c9c9238a9326e/.tmp/family/8b0e98d00e6047e88d0fae009ebc866d 2024-11-13T08:15:37,039 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/default/testClearRegionBlockCache/8fad347a9652442d770c9c9238a9326e/.tmp/family/8b0e98d00e6047e88d0fae009ebc866d as hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/default/testClearRegionBlockCache/8fad347a9652442d770c9c9238a9326e/family/8b0e98d00e6047e88d0fae009ebc866d 2024-11-13T08:15:37,044 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/default/testClearRegionBlockCache/8fad347a9652442d770c9c9238a9326e/family/8b0e98d00e6047e88d0fae009ebc866d, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T08:15:37,045 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 8fad347a9652442d770c9c9238a9326e in 34ms, sequenceid=8, compaction requested=false 2024-11-13T08:15:37,045 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 8fad347a9652442d770c9c9238a9326e: 2024-11-13T08:15:37,045 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 7a7470410e3bb864745d4168065693c6 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T08:15:37,052 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T08:15:37,060 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/default/testClearRegionBlockCache/7a7470410e3bb864745d4168065693c6/.tmp/family/7f9a6e5426eb4e7b934fcf8b9433df58 is 32, key is 5/family:/1731485737006/Put/seqid=0 2024-11-13T08:15:37,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741842_1018 (size=5083) 2024-11-13T08:15:37,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741842_1018 (size=5083) 2024-11-13T08:15:37,066 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/default/testClearRegionBlockCache/7a7470410e3bb864745d4168065693c6/.tmp/family/7f9a6e5426eb4e7b934fcf8b9433df58 2024-11-13T08:15:37,072 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/default/testClearRegionBlockCache/7a7470410e3bb864745d4168065693c6/.tmp/family/7f9a6e5426eb4e7b934fcf8b9433df58 as hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/default/testClearRegionBlockCache/7a7470410e3bb864745d4168065693c6/family/7f9a6e5426eb4e7b934fcf8b9433df58 2024-11-13T08:15:37,078 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/default/testClearRegionBlockCache/7a7470410e3bb864745d4168065693c6/family/7f9a6e5426eb4e7b934fcf8b9433df58, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T08:15:37,079 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 7a7470410e3bb864745d4168065693c6 in 34ms, sequenceid=9, compaction requested=false 2024-11-13T08:15:37,079 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 7a7470410e3bb864745d4168065693c6: 2024-11-13T08:15:37,081 DEBUG [Time-limited test {}] bucket.BucketCache(1852): found 1 blocks for file 8b0e98d00e6047e88d0fae009ebc866d, starting offset: 0, end offset: 9223372036854775807 2024-11-13T08:15:37,081 DEBUG [Time-limited test {}] bucket.BucketCache(844): removed key 8b0e98d00e6047e88d0fae009ebc866d_0 from back map with offset lock 2094080 in the evict process 2024-11-13T08:15:37,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T08:15:37,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T08:15:37,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T08:15:37,083 DEBUG [Time-limited test {}] bucket.BucketCache(1852): found 1 blocks for file 7f9a6e5426eb4e7b934fcf8b9433df58, starting offset: 0, end offset: 9223372036854775807 2024-11-13T08:15:37,083 DEBUG [Time-limited test {}] bucket.BucketCache(844): removed key 7f9a6e5426eb4e7b934fcf8b9433df58_0 from back map with offset lock 2094080 in the evict process 2024-11-13T08:15:37,083 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-13T08:15:37,083 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-13T08:15:37,083 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x553b9afe to 127.0.0.1:52841 2024-11-13T08:15:37,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:37,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T08:15:37,084 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T08:15:37,084 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1171249064, stopped=false 2024-11-13T08:15:37,084 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=9c6ec3fb6018,43651,1731485734573 2024-11-13T08:15:37,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T08:15:37,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T08:15:37,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:37,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101a0b30c060002, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:37,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x101a0b30c060001, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:37,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:37,086 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-13T08:15:37,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x101a0b30c060001, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:37,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101a0b30c060002, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:37,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:37,086 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '9c6ec3fb6018,39417,1731485734613' ***** 2024-11-13T08:15:37,086 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-13T08:15:37,087 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '9c6ec3fb6018,41763,1731485734648' ***** 2024-11-13T08:15:37,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:37,087 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-13T08:15:37,087 INFO [RS:0;9c6ec3fb6018:39417 {}] bucket.BucketCache(1727): Disabling cache 2024-11-13T08:15:37,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41763-0x101a0b30c060002, quorum=127.0.0.1:52841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:37,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39417-0x101a0b30c060001, quorum=127.0.0.1:52841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:37,088 INFO [RS:1;9c6ec3fb6018:41763 {}] bucket.BucketCache(1727): Disabling cache 2024-11-13T08:15:37,088 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T08:15:37,088 INFO [RS:0;9c6ec3fb6018:39417 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T08:15:37,088 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T08:15:37,088 INFO [RS:1;9c6ec3fb6018:41763 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T08:15:37,088 INFO [RS:0;9c6ec3fb6018:39417 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T08:15:37,088 INFO [RS:1;9c6ec3fb6018:41763 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T08:15:37,088 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T08:15:37,088 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T08:15:37,088 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-13T08:15:37,088 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-13T08:15:37,088 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T08:15:37,088 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T08:15:37,089 INFO [RS:0;9c6ec3fb6018:39417 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T08:15:37,089 INFO [RS:0;9c6ec3fb6018:39417 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T08:15:37,089 INFO [RS:0;9c6ec3fb6018:39417 {}] regionserver.HRegionServer(3579): Received CLOSE for 8fad347a9652442d770c9c9238a9326e 2024-11-13T08:15:37,089 INFO [RS:1;9c6ec3fb6018:41763 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T08:15:37,089 INFO [RS:1;9c6ec3fb6018:41763 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T08:15:37,089 INFO [RS:1;9c6ec3fb6018:41763 {}] regionserver.HRegionServer(3579): Received CLOSE for f3348a564ed6e55f2598eb251b992d54 2024-11-13T08:15:37,089 INFO [RS:0;9c6ec3fb6018:39417 {}] regionserver.HRegionServer(1224): stopping server 9c6ec3fb6018,39417,1731485734613 2024-11-13T08:15:37,089 DEBUG [RS:0;9c6ec3fb6018:39417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:37,089 INFO [RS:0;9c6ec3fb6018:39417 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T08:15:37,089 INFO [RS:0;9c6ec3fb6018:39417 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T08:15:37,089 INFO [RS:0;9c6ec3fb6018:39417 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T08:15:37,089 INFO [RS:0;9c6ec3fb6018:39417 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-13T08:15:37,089 INFO [RS:1;9c6ec3fb6018:41763 {}] regionserver.HRegionServer(3579): Received CLOSE for 7a7470410e3bb864745d4168065693c6 2024-11-13T08:15:37,089 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8fad347a9652442d770c9c9238a9326e, disabling compactions & flushes 2024-11-13T08:15:37,089 INFO [RS:1;9c6ec3fb6018:41763 {}] regionserver.HRegionServer(1224): stopping server 9c6ec3fb6018,41763,1731485734648 2024-11-13T08:15:37,089 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731485736383.8fad347a9652442d770c9c9238a9326e. 2024-11-13T08:15:37,089 DEBUG [RS:1;9c6ec3fb6018:41763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:37,089 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731485736383.8fad347a9652442d770c9c9238a9326e. 2024-11-13T08:15:37,089 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731485736383.8fad347a9652442d770c9c9238a9326e. after waiting 0 ms 2024-11-13T08:15:37,089 INFO [RS:1;9c6ec3fb6018:41763 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-13T08:15:37,089 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731485736383.8fad347a9652442d770c9c9238a9326e. 2024-11-13T08:15:37,089 DEBUG [RS:1;9c6ec3fb6018:41763 {}] regionserver.HRegionServer(1603): Online Regions={f3348a564ed6e55f2598eb251b992d54=hbase:namespace,,1731485735459.f3348a564ed6e55f2598eb251b992d54., 7a7470410e3bb864745d4168065693c6=testClearRegionBlockCache,5,1731485736383.7a7470410e3bb864745d4168065693c6.} 2024-11-13T08:15:37,090 INFO [RS:0;9c6ec3fb6018:39417 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-13T08:15:37,090 DEBUG [RS:1;9c6ec3fb6018:41763 {}] regionserver.HRegionServer(1629): Waiting on 7a7470410e3bb864745d4168065693c6, f3348a564ed6e55f2598eb251b992d54 2024-11-13T08:15:37,090 DEBUG [RS:0;9c6ec3fb6018:39417 {}] regionserver.HRegionServer(1603): Online Regions={8fad347a9652442d770c9c9238a9326e=testClearRegionBlockCache,,1731485736383.8fad347a9652442d770c9c9238a9326e., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T08:15:37,090 DEBUG [RS:0;9c6ec3fb6018:39417 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 8fad347a9652442d770c9c9238a9326e 2024-11-13T08:15:37,090 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-13T08:15:37,090 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f3348a564ed6e55f2598eb251b992d54, disabling compactions & flushes 2024-11-13T08:15:37,090 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-13T08:15:37,090 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731485735459.f3348a564ed6e55f2598eb251b992d54. 2024-11-13T08:15:37,090 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-13T08:15:37,090 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731485735459.f3348a564ed6e55f2598eb251b992d54. 2024-11-13T08:15:37,090 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T08:15:37,090 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731485735459.f3348a564ed6e55f2598eb251b992d54. after waiting 0 ms 2024-11-13T08:15:37,090 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T08:15:37,090 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731485735459.f3348a564ed6e55f2598eb251b992d54. 2024-11-13T08:15:37,090 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing f3348a564ed6e55f2598eb251b992d54 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-13T08:15:37,090 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-13T08:15:37,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T08:15:37,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T08:15:37,102 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/default/testClearRegionBlockCache/8fad347a9652442d770c9c9238a9326e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T08:15:37,103 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731485736383.8fad347a9652442d770c9c9238a9326e. 2024-11-13T08:15:37,103 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8fad347a9652442d770c9c9238a9326e: 2024-11-13T08:15:37,103 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731485736383.8fad347a9652442d770c9c9238a9326e. 2024-11-13T08:15:37,113 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/hbase/namespace/f3348a564ed6e55f2598eb251b992d54/.tmp/info/9ed10c77d8ab42b886c5750754cc1a29 is 45, key is default/info:d/1731485736274/Put/seqid=0 2024-11-13T08:15:37,114 INFO [regionserver/9c6ec3fb6018:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:15:37,114 INFO [regionserver/9c6ec3fb6018:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:15:37,121 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/hbase/meta/1588230740/.tmp/info/33a2eb44209140558c412c8c691c569b is 173, key is testClearRegionBlockCache,5,1731485736383.7a7470410e3bb864745d4168065693c6./info:regioninfo/1731485736746/Put/seqid=0 2024-11-13T08:15:37,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741843_1019 (size=5037) 2024-11-13T08:15:37,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741843_1019 (size=5037) 2024-11-13T08:15:37,122 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/hbase/namespace/f3348a564ed6e55f2598eb251b992d54/.tmp/info/9ed10c77d8ab42b886c5750754cc1a29 2024-11-13T08:15:37,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741844_1020 (size=9337) 2024-11-13T08:15:37,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741844_1020 (size=9337) 2024-11-13T08:15:37,128 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/hbase/meta/1588230740/.tmp/info/33a2eb44209140558c412c8c691c569b 2024-11-13T08:15:37,131 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/hbase/namespace/f3348a564ed6e55f2598eb251b992d54/.tmp/info/9ed10c77d8ab42b886c5750754cc1a29 as hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/hbase/namespace/f3348a564ed6e55f2598eb251b992d54/info/9ed10c77d8ab42b886c5750754cc1a29 2024-11-13T08:15:37,137 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/hbase/namespace/f3348a564ed6e55f2598eb251b992d54/info/9ed10c77d8ab42b886c5750754cc1a29, entries=2, sequenceid=6, filesize=4.9 K 2024-11-13T08:15:37,139 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for f3348a564ed6e55f2598eb251b992d54 in 48ms, sequenceid=6, compaction requested=false 2024-11-13T08:15:37,143 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/hbase/namespace/f3348a564ed6e55f2598eb251b992d54/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T08:15:37,143 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731485735459.f3348a564ed6e55f2598eb251b992d54. 2024-11-13T08:15:37,144 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f3348a564ed6e55f2598eb251b992d54: 2024-11-13T08:15:37,144 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731485735459.f3348a564ed6e55f2598eb251b992d54. 2024-11-13T08:15:37,144 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7a7470410e3bb864745d4168065693c6, disabling compactions & flushes 2024-11-13T08:15:37,144 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731485736383.7a7470410e3bb864745d4168065693c6. 2024-11-13T08:15:37,144 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731485736383.7a7470410e3bb864745d4168065693c6. 2024-11-13T08:15:37,144 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731485736383.7a7470410e3bb864745d4168065693c6. after waiting 0 ms 2024-11-13T08:15:37,144 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731485736383.7a7470410e3bb864745d4168065693c6. 2024-11-13T08:15:37,148 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/default/testClearRegionBlockCache/7a7470410e3bb864745d4168065693c6/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T08:15:37,149 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731485736383.7a7470410e3bb864745d4168065693c6. 2024-11-13T08:15:37,149 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7a7470410e3bb864745d4168065693c6: 2024-11-13T08:15:37,149 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731485736383.7a7470410e3bb864745d4168065693c6. 2024-11-13T08:15:37,150 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/hbase/meta/1588230740/.tmp/table/5791f81507e34992862f37dcc54885a1 is 61, key is testClearRegionBlockCache/table:state/1731485736752/Put/seqid=0 2024-11-13T08:15:37,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741845_1021 (size=5392) 2024-11-13T08:15:37,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741845_1021 (size=5392) 2024-11-13T08:15:37,156 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/hbase/meta/1588230740/.tmp/table/5791f81507e34992862f37dcc54885a1 2024-11-13T08:15:37,162 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/hbase/meta/1588230740/.tmp/info/33a2eb44209140558c412c8c691c569b as hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/hbase/meta/1588230740/info/33a2eb44209140558c412c8c691c569b 2024-11-13T08:15:37,168 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/hbase/meta/1588230740/info/33a2eb44209140558c412c8c691c569b, entries=30, sequenceid=16, filesize=9.1 K 2024-11-13T08:15:37,169 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/hbase/meta/1588230740/.tmp/table/5791f81507e34992862f37dcc54885a1 as hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/hbase/meta/1588230740/table/5791f81507e34992862f37dcc54885a1 2024-11-13T08:15:37,174 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/hbase/meta/1588230740/table/5791f81507e34992862f37dcc54885a1, entries=4, sequenceid=16, filesize=5.3 K 2024-11-13T08:15:37,175 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 85ms, sequenceid=16, compaction requested=false 2024-11-13T08:15:37,180 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T08:15:37,181 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T08:15:37,181 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-13T08:15:37,181 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-13T08:15:37,181 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T08:15:37,290 INFO [RS:1;9c6ec3fb6018:41763 {}] regionserver.HRegionServer(1250): stopping server 9c6ec3fb6018,41763,1731485734648; all regions closed. 2024-11-13T08:15:37,290 INFO [RS:0;9c6ec3fb6018:39417 {}] regionserver.HRegionServer(1250): stopping server 9c6ec3fb6018,39417,1731485734613; all regions closed. 2024-11-13T08:15:37,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741834_1010 (size=3188) 2024-11-13T08:15:37,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741834_1010 (size=3188) 2024-11-13T08:15:37,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741835_1011 (size=5602) 2024-11-13T08:15:37,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741835_1011 (size=5602) 2024-11-13T08:15:37,295 DEBUG [RS:0;9c6ec3fb6018:39417 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/oldWALs 2024-11-13T08:15:37,295 INFO [RS:0;9c6ec3fb6018:39417 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 9c6ec3fb6018%2C39417%2C1731485734613.meta:.meta(num 1731485735410) 2024-11-13T08:15:37,295 DEBUG [RS:1;9c6ec3fb6018:41763 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/oldWALs 2024-11-13T08:15:37,295 INFO [RS:1;9c6ec3fb6018:41763 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 9c6ec3fb6018%2C41763%2C1731485734648:(num 1731485735047) 2024-11-13T08:15:37,295 DEBUG [RS:1;9c6ec3fb6018:41763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:37,296 INFO [RS:1;9c6ec3fb6018:41763 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:15:37,296 INFO [RS:1;9c6ec3fb6018:41763 {}] hbase.ChoreService(370): Chore service for: regionserver/9c6ec3fb6018:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-13T08:15:37,296 INFO [RS:1;9c6ec3fb6018:41763 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T08:15:37,296 INFO [RS:1;9c6ec3fb6018:41763 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T08:15:37,296 INFO [RS:1;9c6ec3fb6018:41763 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T08:15:37,296 INFO [RS:1;9c6ec3fb6018:41763 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41763 2024-11-13T08:15:37,296 INFO [regionserver/9c6ec3fb6018:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-13T08:15:37,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741833_1009 (size=1758) 2024-11-13T08:15:37,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741833_1009 (size=1758) 2024-11-13T08:15:37,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101a0b30c060002, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9c6ec3fb6018,41763,1731485734648 2024-11-13T08:15:37,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T08:15:37,299 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$368/0x00007f3548915fc8@31330aff rejected from java.util.concurrent.ThreadPoolExecutor@350c8801[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-13T08:15:37,300 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9c6ec3fb6018,41763,1731485734648] 2024-11-13T08:15:37,300 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 9c6ec3fb6018,41763,1731485734648; numProcessing=1 2024-11-13T08:15:37,301 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/9c6ec3fb6018,41763,1731485734648 already deleted, retry=false 2024-11-13T08:15:37,301 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 9c6ec3fb6018,41763,1731485734648 expired; onlineServers=1 2024-11-13T08:15:37,302 DEBUG [RS:0;9c6ec3fb6018:39417 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/oldWALs 2024-11-13T08:15:37,302 INFO [RS:0;9c6ec3fb6018:39417 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 9c6ec3fb6018%2C39417%2C1731485734613:(num 1731485735047) 2024-11-13T08:15:37,302 DEBUG [RS:0;9c6ec3fb6018:39417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:37,302 INFO [RS:0;9c6ec3fb6018:39417 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:15:37,302 INFO [RS:0;9c6ec3fb6018:39417 {}] hbase.ChoreService(370): Chore service for: regionserver/9c6ec3fb6018:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-13T08:15:37,302 INFO [regionserver/9c6ec3fb6018:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-13T08:15:37,303 INFO [RS:0;9c6ec3fb6018:39417 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39417 2024-11-13T08:15:37,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x101a0b30c060001, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9c6ec3fb6018,39417,1731485734613 2024-11-13T08:15:37,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T08:15:37,305 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9c6ec3fb6018,39417,1731485734613] 2024-11-13T08:15:37,305 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 9c6ec3fb6018,39417,1731485734613; numProcessing=2 2024-11-13T08:15:37,306 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/9c6ec3fb6018,39417,1731485734613 already deleted, retry=false 2024-11-13T08:15:37,307 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 9c6ec3fb6018,39417,1731485734613 expired; onlineServers=0 2024-11-13T08:15:37,307 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '9c6ec3fb6018,43651,1731485734573' ***** 2024-11-13T08:15:37,307 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T08:15:37,307 DEBUG [M:0;9c6ec3fb6018:43651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592eaa63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9c6ec3fb6018/172.17.0.2:0 2024-11-13T08:15:37,307 INFO [M:0;9c6ec3fb6018:43651 {}] regionserver.HRegionServer(1224): stopping server 9c6ec3fb6018,43651,1731485734573 2024-11-13T08:15:37,307 INFO [M:0;9c6ec3fb6018:43651 {}] regionserver.HRegionServer(1250): stopping server 9c6ec3fb6018,43651,1731485734573; all regions closed. 2024-11-13T08:15:37,307 DEBUG [M:0;9c6ec3fb6018:43651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:37,307 DEBUG [M:0;9c6ec3fb6018:43651 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T08:15:37,307 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T08:15:37,307 DEBUG [M:0;9c6ec3fb6018:43651 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T08:15:37,307 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.large.0-1731485734804 {}] cleaner.HFileCleaner(306): Exit Thread[master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.large.0-1731485734804,5,FailOnTimeoutGroup] 2024-11-13T08:15:37,307 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.small.0-1731485734808 {}] cleaner.HFileCleaner(306): Exit Thread[master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.small.0-1731485734808,5,FailOnTimeoutGroup] 2024-11-13T08:15:37,307 INFO [M:0;9c6ec3fb6018:43651 {}] hbase.ChoreService(370): Chore service for: master/9c6ec3fb6018:0 had [] on shutdown 2024-11-13T08:15:37,307 DEBUG [M:0;9c6ec3fb6018:43651 {}] master.HMaster(1733): Stopping service threads 2024-11-13T08:15:37,307 INFO [M:0;9c6ec3fb6018:43651 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T08:15:37,308 INFO [M:0;9c6ec3fb6018:43651 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T08:15:37,308 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T08:15:37,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T08:15:37,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:37,308 DEBUG [M:0;9c6ec3fb6018:43651 {}] zookeeper.ZKUtil(347): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T08:15:37,308 WARN [M:0;9c6ec3fb6018:43651 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T08:15:37,308 INFO [M:0;9c6ec3fb6018:43651 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-13T08:15:37,309 INFO [M:0;9c6ec3fb6018:43651 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T08:15:37,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:15:37,309 DEBUG [M:0;9c6ec3fb6018:43651 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T08:15:37,309 INFO [M:0;9c6ec3fb6018:43651 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:37,309 DEBUG [M:0;9c6ec3fb6018:43651 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:37,309 DEBUG [M:0;9c6ec3fb6018:43651 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T08:15:37,309 DEBUG [M:0;9c6ec3fb6018:43651 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:37,309 INFO [M:0;9c6ec3fb6018:43651 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-13T08:15:37,326 DEBUG [M:0;9c6ec3fb6018:43651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96f85082be5441d7b60b55fa42fde8a0 is 82, key is hbase:meta,,1/info:regioninfo/1731485735441/Put/seqid=0 2024-11-13T08:15:37,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741846_1022 (size=5672) 2024-11-13T08:15:37,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741846_1022 (size=5672) 2024-11-13T08:15:37,331 INFO [M:0;9c6ec3fb6018:43651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96f85082be5441d7b60b55fa42fde8a0 2024-11-13T08:15:37,351 DEBUG [M:0;9c6ec3fb6018:43651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e560c82c1044103be8e355d3054c799 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731485736757/Put/seqid=0 2024-11-13T08:15:37,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741847_1023 (size=7578) 2024-11-13T08:15:37,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741847_1023 (size=7578) 2024-11-13T08:15:37,356 INFO [M:0;9c6ec3fb6018:43651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e560c82c1044103be8e355d3054c799 2024-11-13T08:15:37,375 DEBUG [M:0;9c6ec3fb6018:43651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d84d61bf1ec14adbaae7f13701b2fc2c is 69, key is 9c6ec3fb6018,39417,1731485734613/rs:state/1731485734887/Put/seqid=0 2024-11-13T08:15:37,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741848_1024 (size=5224) 2024-11-13T08:15:37,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741848_1024 (size=5224) 2024-11-13T08:15:37,380 INFO [M:0;9c6ec3fb6018:43651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d84d61bf1ec14adbaae7f13701b2fc2c 2024-11-13T08:15:37,385 DEBUG [M:0;9c6ec3fb6018:43651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96f85082be5441d7b60b55fa42fde8a0 as hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/96f85082be5441d7b60b55fa42fde8a0 2024-11-13T08:15:37,390 INFO [M:0;9c6ec3fb6018:43651 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/96f85082be5441d7b60b55fa42fde8a0, entries=8, sequenceid=108, filesize=5.5 K 2024-11-13T08:15:37,391 DEBUG [M:0;9c6ec3fb6018:43651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e560c82c1044103be8e355d3054c799 as hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e560c82c1044103be8e355d3054c799 2024-11-13T08:15:37,396 INFO [M:0;9c6ec3fb6018:43651 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e560c82c1044103be8e355d3054c799, entries=13, sequenceid=108, filesize=7.4 K 2024-11-13T08:15:37,397 DEBUG [M:0;9c6ec3fb6018:43651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d84d61bf1ec14adbaae7f13701b2fc2c as hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d84d61bf1ec14adbaae7f13701b2fc2c 2024-11-13T08:15:37,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101a0b30c060002, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:37,400 INFO [RS:1;9c6ec3fb6018:41763 {}] regionserver.HRegionServer(1307): Exiting; stopping=9c6ec3fb6018,41763,1731485734648; zookeeper connection closed. 2024-11-13T08:15:37,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41763-0x101a0b30c060002, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:37,401 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34e74e0a {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34e74e0a 2024-11-13T08:15:37,402 INFO [M:0;9c6ec3fb6018:43651 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33645/user/jenkins/test-data/ca943ea5-87dd-b6c5-897e-b30a24a00ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d84d61bf1ec14adbaae7f13701b2fc2c, entries=2, sequenceid=108, filesize=5.1 K 2024-11-13T08:15:37,402 INFO [M:0;9c6ec3fb6018:43651 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=108, compaction requested=false 2024-11-13T08:15:37,405 INFO [M:0;9c6ec3fb6018:43651 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:37,405 DEBUG [M:0;9c6ec3fb6018:43651 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-13T08:15:37,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x101a0b30c060001, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:37,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x101a0b30c060001, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:37,406 INFO [RS:0;9c6ec3fb6018:39417 {}] regionserver.HRegionServer(1307): Exiting; stopping=9c6ec3fb6018,39417,1731485734613; zookeeper connection closed. 2024-11-13T08:15:37,406 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23e582fa {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23e582fa 2024-11-13T08:15:37,406 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T08:15:37,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741830_1006 (size=54465) 2024-11-13T08:15:37,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741830_1006 (size=54465) 2024-11-13T08:15:37,408 INFO [M:0;9c6ec3fb6018:43651 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-13T08:15:37,408 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-13T08:15:37,408 INFO [M:0;9c6ec3fb6018:43651 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43651 2024-11-13T08:15:37,410 DEBUG [M:0;9c6ec3fb6018:43651 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/9c6ec3fb6018,43651,1731485734573 already deleted, retry=false 2024-11-13T08:15:37,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:37,512 INFO [M:0;9c6ec3fb6018:43651 {}] regionserver.HRegionServer(1307): Exiting; stopping=9c6ec3fb6018,43651,1731485734573; zookeeper connection closed. 2024-11-13T08:15:37,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x101a0b30c060000, quorum=127.0.0.1:52841, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:37,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b0eb44e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:15:37,515 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4630a071{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T08:15:37,515 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T08:15:37,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f26ad0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T08:15:37,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b26ee19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/hadoop.log.dir/,STOPPED} 2024-11-13T08:15:37,516 WARN [BP-2106577069-172.17.0.2-1731485733895 heartbeating to localhost/127.0.0.1:33645 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T08:15:37,516 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T08:15:37,516 WARN [BP-2106577069-172.17.0.2-1731485733895 heartbeating to localhost/127.0.0.1:33645 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2106577069-172.17.0.2-1731485733895 (Datanode Uuid c954426c-b04a-4a09-b410-89f733823874) service to localhost/127.0.0.1:33645 2024-11-13T08:15:37,516 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T08:15:37,517 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/cluster_b558c86b-73b0-0a35-88f0-ae8b058a9f9b/dfs/data/data3/current/BP-2106577069-172.17.0.2-1731485733895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:15:37,517 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/cluster_b558c86b-73b0-0a35-88f0-ae8b058a9f9b/dfs/data/data4/current/BP-2106577069-172.17.0.2-1731485733895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:15:37,517 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T08:15:37,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@643009dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:15:37,519 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2aac465e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T08:15:37,519 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T08:15:37,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@437f6af3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T08:15:37,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50dffd54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/hadoop.log.dir/,STOPPED} 2024-11-13T08:15:37,521 WARN [BP-2106577069-172.17.0.2-1731485733895 heartbeating to localhost/127.0.0.1:33645 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T08:15:37,521 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T08:15:37,521 WARN [BP-2106577069-172.17.0.2-1731485733895 heartbeating to localhost/127.0.0.1:33645 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2106577069-172.17.0.2-1731485733895 (Datanode Uuid b636a93f-32f9-435a-a7c9-620be167d0d9) service to localhost/127.0.0.1:33645 2024-11-13T08:15:37,521 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T08:15:37,521 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/cluster_b558c86b-73b0-0a35-88f0-ae8b058a9f9b/dfs/data/data1/current/BP-2106577069-172.17.0.2-1731485733895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:15:37,522 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/cluster_b558c86b-73b0-0a35-88f0-ae8b058a9f9b/dfs/data/data2/current/BP-2106577069-172.17.0.2-1731485733895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:15:37,522 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T08:15:37,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@424045e1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T08:15:37,529 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a63486{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T08:15:37,529 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T08:15:37,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bba110b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T08:15:37,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70bae5d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/hadoop.log.dir/,STOPPED} 2024-11-13T08:15:37,536 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-13T08:15:37,552 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-13T08:15:37,560 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=180 (was 159) Potentially hanging thread: RS-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2121202573) connection to localhost/127.0.0.1:33645 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2121202573) connection to localhost/127.0.0.1:33645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2121202573) connection to localhost/127.0.0.1:33645 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:33645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2121202573) connection to localhost/127.0.0.1:33645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:33645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=532 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=253 (was 257), ProcessCount=11 (was 11), AvailableMemoryMB=3051 (was 3143) 2024-11-13T08:15:37,567 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=180, OpenFileDescriptor=532, MaxFileDescriptor=1048576, SystemLoadAverage=253, ProcessCount=11, AvailableMemoryMB=3051 2024-11-13T08:15:37,581 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/hadoop.log.dir so I do NOT create it in target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145 2024-11-13T08:15:37,581 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T08:15:37,581 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/hadoop.tmp.dir so I do NOT create it in target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145 2024-11-13T08:15:37,581 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d633fa04-69bb-a84c-4a43-0c8c19086656/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T08:15:37,581 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145 2024-11-13T08:15:37,581 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T08:15:37,581 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/cluster_032a05e6-2863-5860-d798-b1f05ab6d7ae, deleteOnExit=true 2024-11-13T08:15:37,581 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-13T08:15:37,582 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/test.cache.data in system properties and HBase conf 2024-11-13T08:15:37,582 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T08:15:37,582 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/hadoop.log.dir in system properties and HBase conf 2024-11-13T08:15:37,582 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T08:15:37,582 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T08:15:37,582 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-13T08:15:37,582 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T08:15:37,582 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T08:15:37,582 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T08:15:37,582 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T08:15:37,582 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T08:15:37,582 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T08:15:37,582 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T08:15:37,582 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T08:15:37,583 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T08:15:37,583 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T08:15:37,583 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/nfs.dump.dir in system properties and HBase conf 2024-11-13T08:15:37,583 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/java.io.tmpdir in system properties and HBase conf 2024-11-13T08:15:37,583 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T08:15:37,583 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T08:15:37,583 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T08:15:37,601 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T08:15:37,650 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:15:37,654 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T08:15:37,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T08:15:37,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T08:15:37,656 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T08:15:37,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:15:37,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@491dded2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/hadoop.log.dir/,AVAILABLE} 2024-11-13T08:15:37,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67ab7e65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T08:15:37,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41251df7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/java.io.tmpdir/jetty-localhost-43025-hadoop-hdfs-3_4_1-tests_jar-_-any-15014365822564904993/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T08:15:37,774 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@480c1375{HTTP/1.1, (http/1.1)}{localhost:43025} 2024-11-13T08:15:37,774 INFO [Time-limited test {}] server.Server(415): Started @25657ms 2024-11-13T08:15:37,852 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:15:37,856 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T08:15:37,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T08:15:37,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T08:15:37,858 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T08:15:37,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@459a5c7a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/hadoop.log.dir/,AVAILABLE} 2024-11-13T08:15:37,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40c21d13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T08:15:37,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14b1efff{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/java.io.tmpdir/jetty-localhost-42845-hadoop-hdfs-3_4_1-tests_jar-_-any-5522835167528282786/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:15:37,976 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25c919ef{HTTP/1.1, (http/1.1)}{localhost:42845} 2024-11-13T08:15:37,976 INFO [Time-limited test {}] server.Server(415): Started @25859ms 2024-11-13T08:15:37,977 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T08:15:38,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:15:38,013 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T08:15:38,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T08:15:38,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T08:15:38,014 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T08:15:38,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f0bd446{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/hadoop.log.dir/,AVAILABLE} 2024-11-13T08:15:38,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b9e7c49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T08:15:38,056 WARN [Thread-1437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/cluster_032a05e6-2863-5860-d798-b1f05ab6d7ae/dfs/data/data1/current/BP-806157564-172.17.0.2-1731485737603/current, will proceed with Du for space computation calculation, 2024-11-13T08:15:38,056 WARN [Thread-1438 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/cluster_032a05e6-2863-5860-d798-b1f05ab6d7ae/dfs/data/data2/current/BP-806157564-172.17.0.2-1731485737603/current, will proceed with Du for space computation calculation, 2024-11-13T08:15:38,078 WARN [Thread-1416 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T08:15:38,081 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9d29fd5dbee328a with lease ID 0x8fbafb8c43fed05c: Processing first storage report for DS-b46b2ede-9065-40f2-baba-5f8169bdf749 from datanode DatanodeRegistration(127.0.0.1:40421, datanodeUuid=8d5bb3a1-8283-4d7a-8571-1af1fc1f204d, infoPort=43255, infoSecurePort=0, ipcPort=45759, storageInfo=lv=-57;cid=testClusterID;nsid=1571283283;c=1731485737603) 2024-11-13T08:15:38,081 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9d29fd5dbee328a with lease ID 0x8fbafb8c43fed05c: from storage DS-b46b2ede-9065-40f2-baba-5f8169bdf749 node DatanodeRegistration(127.0.0.1:40421, datanodeUuid=8d5bb3a1-8283-4d7a-8571-1af1fc1f204d, infoPort=43255, infoSecurePort=0, ipcPort=45759, storageInfo=lv=-57;cid=testClusterID;nsid=1571283283;c=1731485737603), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T08:15:38,081 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9d29fd5dbee328a with lease ID 0x8fbafb8c43fed05c: Processing first storage report for DS-577a01e2-b5e8-4ecf-9a3a-f1fd6a0cdc5d from datanode DatanodeRegistration(127.0.0.1:40421, datanodeUuid=8d5bb3a1-8283-4d7a-8571-1af1fc1f204d, infoPort=43255, infoSecurePort=0, ipcPort=45759, storageInfo=lv=-57;cid=testClusterID;nsid=1571283283;c=1731485737603) 2024-11-13T08:15:38,081 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9d29fd5dbee328a with lease ID 0x8fbafb8c43fed05c: from storage DS-577a01e2-b5e8-4ecf-9a3a-f1fd6a0cdc5d node DatanodeRegistration(127.0.0.1:40421, datanodeUuid=8d5bb3a1-8283-4d7a-8571-1af1fc1f204d, infoPort=43255, infoSecurePort=0, ipcPort=45759, storageInfo=lv=-57;cid=testClusterID;nsid=1571283283;c=1731485737603), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T08:15:38,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@198de6b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/java.io.tmpdir/jetty-localhost-34537-hadoop-hdfs-3_4_1-tests_jar-_-any-11034805655777966899/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:15:38,133 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a314cbf{HTTP/1.1, (http/1.1)}{localhost:34537} 2024-11-13T08:15:38,133 INFO [Time-limited test {}] server.Server(415): Started @26016ms 2024-11-13T08:15:38,134 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T08:15:38,219 WARN [Thread-1463 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/cluster_032a05e6-2863-5860-d798-b1f05ab6d7ae/dfs/data/data3/current/BP-806157564-172.17.0.2-1731485737603/current, will proceed with Du for space computation calculation, 2024-11-13T08:15:38,219 WARN [Thread-1464 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/cluster_032a05e6-2863-5860-d798-b1f05ab6d7ae/dfs/data/data4/current/BP-806157564-172.17.0.2-1731485737603/current, will proceed with Du for space computation calculation, 2024-11-13T08:15:38,235 WARN [Thread-1452 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T08:15:38,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f4ea627981bd75c with lease ID 0x8fbafb8c43fed05d: Processing first storage report for DS-a53d793a-99e9-4c37-8d21-9beccc2f6b30 from datanode DatanodeRegistration(127.0.0.1:42227, datanodeUuid=875005b5-c6ea-4d57-97c8-23358ee2b756, infoPort=33079, infoSecurePort=0, ipcPort=46765, storageInfo=lv=-57;cid=testClusterID;nsid=1571283283;c=1731485737603) 2024-11-13T08:15:38,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f4ea627981bd75c with lease ID 0x8fbafb8c43fed05d: from storage DS-a53d793a-99e9-4c37-8d21-9beccc2f6b30 node DatanodeRegistration(127.0.0.1:42227, datanodeUuid=875005b5-c6ea-4d57-97c8-23358ee2b756, infoPort=33079, infoSecurePort=0, ipcPort=46765, storageInfo=lv=-57;cid=testClusterID;nsid=1571283283;c=1731485737603), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T08:15:38,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f4ea627981bd75c with lease ID 0x8fbafb8c43fed05d: Processing first storage report for DS-6d55ee3a-2c0c-4646-b472-c98f71271c18 from datanode DatanodeRegistration(127.0.0.1:42227, datanodeUuid=875005b5-c6ea-4d57-97c8-23358ee2b756, infoPort=33079, infoSecurePort=0, ipcPort=46765, storageInfo=lv=-57;cid=testClusterID;nsid=1571283283;c=1731485737603) 2024-11-13T08:15:38,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f4ea627981bd75c with lease ID 0x8fbafb8c43fed05d: from storage DS-6d55ee3a-2c0c-4646-b472-c98f71271c18 node DatanodeRegistration(127.0.0.1:42227, datanodeUuid=875005b5-c6ea-4d57-97c8-23358ee2b756, infoPort=33079, infoSecurePort=0, ipcPort=46765, storageInfo=lv=-57;cid=testClusterID;nsid=1571283283;c=1731485737603), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T08:15:38,258 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145 2024-11-13T08:15:38,260 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/cluster_032a05e6-2863-5860-d798-b1f05ab6d7ae/zookeeper_0, clientPort=63840, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/cluster_032a05e6-2863-5860-d798-b1f05ab6d7ae/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/cluster_032a05e6-2863-5860-d798-b1f05ab6d7ae/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T08:15:38,261 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63840 2024-11-13T08:15:38,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:38,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:38,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741825_1001 (size=7) 2024-11-13T08:15:38,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741825_1001 (size=7) 2024-11-13T08:15:38,273 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57 with version=8 2024-11-13T08:15:38,273 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/hbase-staging 2024-11-13T08:15:38,275 INFO [Time-limited test {}] client.ConnectionUtils(129): master/9c6ec3fb6018:0 server-side Connection retries=45 2024-11-13T08:15:38,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:38,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:38,275 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T08:15:38,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:38,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T08:15:38,275 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T08:15:38,275 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T08:15:38,276 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39469 2024-11-13T08:15:38,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:38,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:38,280 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:39469 connecting to ZooKeeper ensemble=127.0.0.1:63840 2024-11-13T08:15:38,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394690x0, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T08:15:38,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39469-0x101a0b31a7c0000 connected 2024-11-13T08:15:38,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:15:38,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:38,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T08:15:38,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39469 2024-11-13T08:15:38,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39469 2024-11-13T08:15:38,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39469 2024-11-13T08:15:38,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39469 2024-11-13T08:15:38,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39469 2024-11-13T08:15:38,302 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57, hbase.cluster.distributed=false 2024-11-13T08:15:38,318 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/9c6ec3fb6018:0 server-side Connection retries=45 2024-11-13T08:15:38,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:38,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:38,318 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T08:15:38,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:38,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T08:15:38,318 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T08:15:38,318 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T08:15:38,318 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37199 2024-11-13T08:15:38,319 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T08:15:38,319 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T08:15:38,327 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-13T08:15:38,327 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T08:15:38,327 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T08:15:38,327 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T08:15:38,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:38,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:38,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37199 connecting to ZooKeeper ensemble=127.0.0.1:63840 2024-11-13T08:15:38,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371990x0, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T08:15:38,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37199-0x101a0b31a7c0001 connected 2024-11-13T08:15:38,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37199-0x101a0b31a7c0001, quorum=127.0.0.1:63840, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:15:38,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37199-0x101a0b31a7c0001, quorum=127.0.0.1:63840, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:38,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37199-0x101a0b31a7c0001, quorum=127.0.0.1:63840, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T08:15:38,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37199 2024-11-13T08:15:38,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37199 2024-11-13T08:15:38,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37199 2024-11-13T08:15:38,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37199 2024-11-13T08:15:38,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37199 2024-11-13T08:15:38,355 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/9c6ec3fb6018:0 server-side Connection retries=45 2024-11-13T08:15:38,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:38,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:38,355 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T08:15:38,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:15:38,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T08:15:38,355 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T08:15:38,355 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T08:15:38,390 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37151 2024-11-13T08:15:38,390 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T08:15:38,391 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T08:15:38,398 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-13T08:15:38,399 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T08:15:38,400 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T08:15:38,400 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T08:15:38,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:38,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:38,405 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37151 connecting to ZooKeeper ensemble=127.0.0.1:63840 2024-11-13T08:15:38,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371510x0, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T08:15:38,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371510x0, quorum=127.0.0.1:63840, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:15:38,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37151-0x101a0b31a7c0002 connected 2024-11-13T08:15:38,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37151-0x101a0b31a7c0002, quorum=127.0.0.1:63840, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:38,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37151-0x101a0b31a7c0002, quorum=127.0.0.1:63840, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T08:15:38,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37151 2024-11-13T08:15:38,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37151 2024-11-13T08:15:38,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37151 2024-11-13T08:15:38,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37151 2024-11-13T08:15:38,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37151 2024-11-13T08:15:38,413 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/9c6ec3fb6018,39469,1731485738274 2024-11-13T08:15:38,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:38,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101a0b31a7c0002, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:38,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x101a0b31a7c0001, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:38,415 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9c6ec3fb6018,39469,1731485738274 2024-11-13T08:15:38,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x101a0b31a7c0001, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T08:15:38,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T08:15:38,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101a0b31a7c0002, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T08:15:38,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x101a0b31a7c0001, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:38,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:38,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101a0b31a7c0002, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:38,417 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T08:15:38,417 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9c6ec3fb6018,39469,1731485738274 from backup master directory 2024-11-13T08:15:38,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9c6ec3fb6018,39469,1731485738274 2024-11-13T08:15:38,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x101a0b31a7c0001, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:38,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:38,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101a0b31a7c0002, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:15:38,419 WARN [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T08:15:38,419 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9c6ec3fb6018,39469,1731485738274 2024-11-13T08:15:38,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T08:15:38,426 DEBUG [M:0;9c6ec3fb6018:39469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9c6ec3fb6018:39469 2024-11-13T08:15:38,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741826_1002 (size=42) 2024-11-13T08:15:38,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741826_1002 (size=42) 2024-11-13T08:15:38,430 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/hbase.id with ID: 00c109eb-a6e8-447c-b3ae-671bbe38ee55 2024-11-13T08:15:38,439 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:15:38,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:38,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x101a0b31a7c0001, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:38,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101a0b31a7c0002, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:38,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741827_1003 (size=196) 2024-11-13T08:15:38,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741827_1003 (size=196) 2024-11-13T08:15:38,448 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T08:15:38,449 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T08:15:38,449 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:15:38,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741828_1004 (size=1189) 2024-11-13T08:15:38,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741828_1004 (size=1189) 2024-11-13T08:15:38,458 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/MasterData/data/master/store 2024-11-13T08:15:38,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741829_1005 (size=34) 2024-11-13T08:15:38,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741829_1005 (size=34) 2024-11-13T08:15:38,464 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:38,464 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T08:15:38,464 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:38,464 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:38,464 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T08:15:38,464 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:38,464 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:38,465 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-13T08:15:38,465 WARN [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/MasterData/data/master/store/.initializing 2024-11-13T08:15:38,465 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/MasterData/WALs/9c6ec3fb6018,39469,1731485738274 2024-11-13T08:15:38,466 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:15:38,468 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9c6ec3fb6018%2C39469%2C1731485738274, suffix=, logDir=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/MasterData/WALs/9c6ec3fb6018,39469,1731485738274, archiveDir=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/MasterData/oldWALs, maxLogs=10 2024-11-13T08:15:38,489 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/MasterData/WALs/9c6ec3fb6018,39469,1731485738274/9c6ec3fb6018%2C39469%2C1731485738274.1731485738468, exclude list is [], retry=0 2024-11-13T08:15:38,492 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42227,DS-a53d793a-99e9-4c37-8d21-9beccc2f6b30,DISK] 2024-11-13T08:15:38,492 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40421,DS-b46b2ede-9065-40f2-baba-5f8169bdf749,DISK] 2024-11-13T08:15:38,494 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/MasterData/WALs/9c6ec3fb6018,39469,1731485738274/9c6ec3fb6018%2C39469%2C1731485738274.1731485738468 2024-11-13T08:15:38,494 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33079:33079),(127.0.0.1/127.0.0.1:43255:43255)] 2024-11-13T08:15:38,494 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:15:38,494 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:38,494 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:38,494 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:38,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:38,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T08:15:38,497 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:38,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:38,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:38,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T08:15:38,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:38,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:38,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:38,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T08:15:38,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:38,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:38,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:38,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T08:15:38,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:38,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:38,503 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:38,503 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:38,504 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T08:15:38,505 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:15:38,507 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:38,508 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68937972, jitterRate=0.0272558331489563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T08:15:38,508 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-13T08:15:38,509 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T08:15:38,511 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5380847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:15:38,512 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-13T08:15:38,512 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T08:15:38,512 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T08:15:38,512 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T08:15:38,513 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T08:15:38,513 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-13T08:15:38,513 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T08:15:38,515 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T08:15:38,515 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T08:15:38,517 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-13T08:15:38,517 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T08:15:38,518 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T08:15:38,519 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-13T08:15:38,519 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T08:15:38,522 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T08:15:38,523 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-13T08:15:38,523 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T08:15:38,524 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T08:15:38,525 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T08:15:38,526 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T08:15:38,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:38,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101a0b31a7c0002, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:38,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101a0b31a7c0002, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:38,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:38,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x101a0b31a7c0001, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:38,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x101a0b31a7c0001, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:38,529 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=9c6ec3fb6018,39469,1731485738274, sessionid=0x101a0b31a7c0000, setting cluster-up flag (Was=false) 2024-11-13T08:15:38,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:38,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x101a0b31a7c0001, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:38,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101a0b31a7c0002, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:38,536 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T08:15:38,537 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9c6ec3fb6018,39469,1731485738274 2024-11-13T08:15:38,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:38,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101a0b31a7c0002, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:38,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x101a0b31a7c0001, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:38,544 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T08:15:38,544 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9c6ec3fb6018,39469,1731485738274 2024-11-13T08:15:38,547 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-13T08:15:38,547 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-13T08:15:38,547 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T08:15:38,547 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9c6ec3fb6018,39469,1731485738274 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T08:15:38,547 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9c6ec3fb6018:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:15:38,547 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9c6ec3fb6018:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:15:38,547 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:15:38,547 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:15:38,548 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9c6ec3fb6018:0, corePoolSize=10, maxPoolSize=10 2024-11-13T08:15:38,548 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:38,548 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=2, maxPoolSize=2 2024-11-13T08:15:38,548 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:38,552 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731485768552 2024-11-13T08:15:38,552 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-13T08:15:38,552 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-13T08:15:38,553 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T08:15:38,553 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T08:15:38,553 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T08:15:38,553 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T08:15:38,553 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T08:15:38,553 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T08:15:38,553 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:38,553 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:38,554 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T08:15:38,553 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T08:15:38,554 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T08:15:38,554 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T08:15:38,554 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T08:15:38,554 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T08:15:38,555 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.large.0-1731485738554,5,FailOnTimeoutGroup] 2024-11-13T08:15:38,555 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.small.0-1731485738555,5,FailOnTimeoutGroup] 2024-11-13T08:15:38,555 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:38,555 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T08:15:38,555 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:38,555 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:38,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741831_1007 (size=1039) 2024-11-13T08:15:38,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741831_1007 (size=1039) 2024-11-13T08:15:38,561 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-13T08:15:38,562 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57 2024-11-13T08:15:38,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741832_1008 (size=32) 2024-11-13T08:15:38,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741832_1008 (size=32) 2024-11-13T08:15:38,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:38,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T08:15:38,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T08:15:38,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:38,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:38,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T08:15:38,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T08:15:38,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:38,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:38,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T08:15:38,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T08:15:38,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:38,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:38,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/hbase/meta/1588230740 2024-11-13T08:15:38,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/hbase/meta/1588230740 2024-11-13T08:15:38,581 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:15:38,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-13T08:15:38,584 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:38,584 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65539973, jitterRate=-0.023378297686576843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:15:38,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-13T08:15:38,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-13T08:15:38,585 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-13T08:15:38,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-13T08:15:38,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T08:15:38,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T08:15:38,585 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-13T08:15:38,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-13T08:15:38,586 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-13T08:15:38,586 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-13T08:15:38,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T08:15:38,587 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T08:15:38,588 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T08:15:38,624 DEBUG [RS:0;9c6ec3fb6018:37199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9c6ec3fb6018:37199 2024-11-13T08:15:38,624 DEBUG [RS:1;9c6ec3fb6018:37151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9c6ec3fb6018:37151 2024-11-13T08:15:38,625 INFO [RS:1;9c6ec3fb6018:37151 {}] regionserver.HRegionServer(1008): ClusterId : 00c109eb-a6e8-447c-b3ae-671bbe38ee55 2024-11-13T08:15:38,625 INFO [RS:0;9c6ec3fb6018:37199 {}] regionserver.HRegionServer(1008): ClusterId : 00c109eb-a6e8-447c-b3ae-671bbe38ee55 2024-11-13T08:15:38,625 DEBUG [RS:1;9c6ec3fb6018:37151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T08:15:38,625 DEBUG [RS:0;9c6ec3fb6018:37199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T08:15:38,627 DEBUG [RS:1;9c6ec3fb6018:37151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T08:15:38,627 DEBUG [RS:1;9c6ec3fb6018:37151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T08:15:38,627 DEBUG [RS:0;9c6ec3fb6018:37199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T08:15:38,627 DEBUG [RS:0;9c6ec3fb6018:37199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T08:15:38,629 DEBUG [RS:1;9c6ec3fb6018:37151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T08:15:38,629 DEBUG [RS:0;9c6ec3fb6018:37199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T08:15:38,630 DEBUG [RS:0;9c6ec3fb6018:37199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf466b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:15:38,630 DEBUG [RS:1;9c6ec3fb6018:37151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2bdc01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:15:38,630 DEBUG [RS:0;9c6ec3fb6018:37199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d09a49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9c6ec3fb6018/172.17.0.2:0 2024-11-13T08:15:38,630 INFO [RS:0;9c6ec3fb6018:37199 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-13T08:15:38,630 INFO [RS:0;9c6ec3fb6018:37199 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-13T08:15:38,630 DEBUG [RS:1;9c6ec3fb6018:37151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5021cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9c6ec3fb6018/172.17.0.2:0 2024-11-13T08:15:38,630 DEBUG [RS:0;9c6ec3fb6018:37199 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-13T08:15:38,630 INFO [RS:1;9c6ec3fb6018:37151 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-13T08:15:38,630 INFO [RS:1;9c6ec3fb6018:37151 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-13T08:15:38,630 DEBUG [RS:1;9c6ec3fb6018:37151 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-13T08:15:38,631 INFO [RS:0;9c6ec3fb6018:37199 {}] regionserver.HRegionServer(3073): reportForDuty to master=9c6ec3fb6018,39469,1731485738274 with isa=9c6ec3fb6018/172.17.0.2:37199, startcode=1731485738317 2024-11-13T08:15:38,631 INFO [RS:1;9c6ec3fb6018:37151 {}] regionserver.HRegionServer(3073): reportForDuty to master=9c6ec3fb6018,39469,1731485738274 with isa=9c6ec3fb6018/172.17.0.2:37151, startcode=1731485738355 2024-11-13T08:15:38,631 DEBUG [RS:0;9c6ec3fb6018:37199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T08:15:38,631 DEBUG [RS:1;9c6ec3fb6018:37151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T08:15:38,632 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33741, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T08:15:38,633 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38439, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T08:15:38,633 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39469 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 9c6ec3fb6018,37199,1731485738317 2024-11-13T08:15:38,633 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39469 {}] master.ServerManager(486): Registering regionserver=9c6ec3fb6018,37199,1731485738317 2024-11-13T08:15:38,634 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39469 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 9c6ec3fb6018,37151,1731485738355 2024-11-13T08:15:38,634 DEBUG [RS:0;9c6ec3fb6018:37199 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57 2024-11-13T08:15:38,634 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39469 {}] master.ServerManager(486): Registering regionserver=9c6ec3fb6018,37151,1731485738355 2024-11-13T08:15:38,634 DEBUG [RS:0;9c6ec3fb6018:37199 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35933 2024-11-13T08:15:38,634 DEBUG [RS:0;9c6ec3fb6018:37199 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-13T08:15:38,635 DEBUG [RS:1;9c6ec3fb6018:37151 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57 2024-11-13T08:15:38,635 DEBUG [RS:1;9c6ec3fb6018:37151 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35933 2024-11-13T08:15:38,635 DEBUG [RS:1;9c6ec3fb6018:37151 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-13T08:15:38,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T08:15:38,638 DEBUG [RS:0;9c6ec3fb6018:37199 {}] zookeeper.ZKUtil(111): regionserver:37199-0x101a0b31a7c0001, quorum=127.0.0.1:63840, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9c6ec3fb6018,37199,1731485738317 2024-11-13T08:15:38,638 WARN [RS:0;9c6ec3fb6018:37199 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T08:15:38,638 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9c6ec3fb6018,37199,1731485738317] 2024-11-13T08:15:38,638 INFO [RS:0;9c6ec3fb6018:37199 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:15:38,638 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9c6ec3fb6018,37151,1731485738355] 2024-11-13T08:15:38,639 DEBUG [RS:0;9c6ec3fb6018:37199 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/WALs/9c6ec3fb6018,37199,1731485738317 2024-11-13T08:15:38,639 DEBUG [RS:1;9c6ec3fb6018:37151 {}] zookeeper.ZKUtil(111): regionserver:37151-0x101a0b31a7c0002, quorum=127.0.0.1:63840, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9c6ec3fb6018,37151,1731485738355 2024-11-13T08:15:38,639 WARN [RS:1;9c6ec3fb6018:37151 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T08:15:38,639 INFO [RS:1;9c6ec3fb6018:37151 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:15:38,639 DEBUG [RS:1;9c6ec3fb6018:37151 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/WALs/9c6ec3fb6018,37151,1731485738355 2024-11-13T08:15:38,641 DEBUG [RS:0;9c6ec3fb6018:37199 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-13T08:15:38,642 DEBUG [RS:1;9c6ec3fb6018:37151 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-13T08:15:38,642 INFO [RS:0;9c6ec3fb6018:37199 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T08:15:38,642 INFO [RS:1;9c6ec3fb6018:37151 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T08:15:38,643 INFO [RS:0;9c6ec3fb6018:37199 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T08:15:38,643 INFO [RS:0;9c6ec3fb6018:37199 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T08:15:38,643 INFO [RS:0;9c6ec3fb6018:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:38,644 INFO [RS:0;9c6ec3fb6018:37199 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-13T08:15:38,645 INFO [RS:0;9c6ec3fb6018:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:38,645 DEBUG [RS:0;9c6ec3fb6018:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:38,645 DEBUG [RS:0;9c6ec3fb6018:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:38,645 DEBUG [RS:0;9c6ec3fb6018:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:38,645 DEBUG [RS:0;9c6ec3fb6018:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:38,645 DEBUG [RS:0;9c6ec3fb6018:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:38,645 DEBUG [RS:0;9c6ec3fb6018:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9c6ec3fb6018:0, corePoolSize=2, maxPoolSize=2 2024-11-13T08:15:38,645 DEBUG [RS:0;9c6ec3fb6018:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:38,645 DEBUG [RS:0;9c6ec3fb6018:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:38,645 DEBUG [RS:0;9c6ec3fb6018:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:38,645 DEBUG [RS:0;9c6ec3fb6018:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:38,645 DEBUG [RS:0;9c6ec3fb6018:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:38,645 DEBUG [RS:0;9c6ec3fb6018:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9c6ec3fb6018:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:15:38,645 DEBUG [RS:0;9c6ec3fb6018:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9c6ec3fb6018:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:15:38,645 INFO [RS:1;9c6ec3fb6018:37151 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T08:15:38,646 INFO [RS:1;9c6ec3fb6018:37151 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T08:15:38,646 INFO [RS:1;9c6ec3fb6018:37151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:38,646 INFO [RS:1;9c6ec3fb6018:37151 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-13T08:15:38,646 INFO [RS:0;9c6ec3fb6018:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:38,646 INFO [RS:0;9c6ec3fb6018:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:38,646 INFO [RS:0;9c6ec3fb6018:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:38,646 INFO [RS:0;9c6ec3fb6018:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:38,646 INFO [RS:0;9c6ec3fb6018:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,37199,1731485738317-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T08:15:38,647 INFO [RS:1;9c6ec3fb6018:37151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:38,647 DEBUG [RS:1;9c6ec3fb6018:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:38,647 DEBUG [RS:1;9c6ec3fb6018:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:38,647 DEBUG [RS:1;9c6ec3fb6018:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:38,647 DEBUG [RS:1;9c6ec3fb6018:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:38,647 DEBUG [RS:1;9c6ec3fb6018:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:38,647 DEBUG [RS:1;9c6ec3fb6018:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9c6ec3fb6018:0, corePoolSize=2, maxPoolSize=2 2024-11-13T08:15:38,647 DEBUG [RS:1;9c6ec3fb6018:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:38,647 DEBUG [RS:1;9c6ec3fb6018:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:38,647 DEBUG [RS:1;9c6ec3fb6018:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:38,647 DEBUG [RS:1;9c6ec3fb6018:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:38,647 DEBUG [RS:1;9c6ec3fb6018:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9c6ec3fb6018:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:15:38,648 DEBUG [RS:1;9c6ec3fb6018:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9c6ec3fb6018:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:15:38,648 DEBUG [RS:1;9c6ec3fb6018:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9c6ec3fb6018:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:15:38,648 INFO [RS:1;9c6ec3fb6018:37151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:38,648 INFO [RS:1;9c6ec3fb6018:37151 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:38,648 INFO [RS:1;9c6ec3fb6018:37151 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:38,648 INFO [RS:1;9c6ec3fb6018:37151 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:38,648 INFO [RS:1;9c6ec3fb6018:37151 {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,37151,1731485738355-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T08:15:38,661 INFO [RS:0;9c6ec3fb6018:37199 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T08:15:38,661 INFO [RS:0;9c6ec3fb6018:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,37199,1731485738317-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:38,673 INFO [RS:1;9c6ec3fb6018:37151 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T08:15:38,673 INFO [RS:1;9c6ec3fb6018:37151 {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,37151,1731485738355-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:38,675 INFO [RS:0;9c6ec3fb6018:37199 {}] regionserver.Replication(204): 9c6ec3fb6018,37199,1731485738317 started 2024-11-13T08:15:38,675 INFO [RS:0;9c6ec3fb6018:37199 {}] regionserver.HRegionServer(1767): Serving as 9c6ec3fb6018,37199,1731485738317, RpcServer on 9c6ec3fb6018/172.17.0.2:37199, sessionid=0x101a0b31a7c0001 2024-11-13T08:15:38,675 DEBUG [RS:0;9c6ec3fb6018:37199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T08:15:38,675 DEBUG [RS:0;9c6ec3fb6018:37199 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9c6ec3fb6018,37199,1731485738317 2024-11-13T08:15:38,675 DEBUG [RS:0;9c6ec3fb6018:37199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9c6ec3fb6018,37199,1731485738317' 2024-11-13T08:15:38,675 DEBUG [RS:0;9c6ec3fb6018:37199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T08:15:38,675 DEBUG [RS:0;9c6ec3fb6018:37199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T08:15:38,676 DEBUG [RS:0;9c6ec3fb6018:37199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T08:15:38,676 DEBUG [RS:0;9c6ec3fb6018:37199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T08:15:38,676 DEBUG [RS:0;9c6ec3fb6018:37199 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9c6ec3fb6018,37199,1731485738317 2024-11-13T08:15:38,676 DEBUG [RS:0;9c6ec3fb6018:37199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9c6ec3fb6018,37199,1731485738317' 2024-11-13T08:15:38,676 DEBUG [RS:0;9c6ec3fb6018:37199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T08:15:38,676 DEBUG [RS:0;9c6ec3fb6018:37199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T08:15:38,676 DEBUG [RS:0;9c6ec3fb6018:37199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T08:15:38,676 INFO [RS:0;9c6ec3fb6018:37199 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T08:15:38,676 INFO [RS:0;9c6ec3fb6018:37199 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T08:15:38,692 INFO [RS:1;9c6ec3fb6018:37151 {}] regionserver.Replication(204): 9c6ec3fb6018,37151,1731485738355 started 2024-11-13T08:15:38,692 INFO [RS:1;9c6ec3fb6018:37151 {}] regionserver.HRegionServer(1767): Serving as 9c6ec3fb6018,37151,1731485738355, RpcServer on 9c6ec3fb6018/172.17.0.2:37151, sessionid=0x101a0b31a7c0002 2024-11-13T08:15:38,692 DEBUG [RS:1;9c6ec3fb6018:37151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T08:15:38,692 DEBUG [RS:1;9c6ec3fb6018:37151 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9c6ec3fb6018,37151,1731485738355 2024-11-13T08:15:38,692 DEBUG [RS:1;9c6ec3fb6018:37151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9c6ec3fb6018,37151,1731485738355' 2024-11-13T08:15:38,692 DEBUG [RS:1;9c6ec3fb6018:37151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T08:15:38,692 DEBUG [RS:1;9c6ec3fb6018:37151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T08:15:38,693 DEBUG [RS:1;9c6ec3fb6018:37151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T08:15:38,693 DEBUG [RS:1;9c6ec3fb6018:37151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T08:15:38,693 DEBUG [RS:1;9c6ec3fb6018:37151 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9c6ec3fb6018,37151,1731485738355 2024-11-13T08:15:38,693 DEBUG [RS:1;9c6ec3fb6018:37151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9c6ec3fb6018,37151,1731485738355' 2024-11-13T08:15:38,693 DEBUG [RS:1;9c6ec3fb6018:37151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T08:15:38,693 DEBUG [RS:1;9c6ec3fb6018:37151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T08:15:38,693 DEBUG [RS:1;9c6ec3fb6018:37151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T08:15:38,693 INFO [RS:1;9c6ec3fb6018:37151 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T08:15:38,693 INFO [RS:1;9c6ec3fb6018:37151 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T08:15:38,739 WARN [9c6ec3fb6018:39469 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-13T08:15:38,777 INFO [RS:0;9c6ec3fb6018:37199 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:15:38,779 INFO [RS:0;9c6ec3fb6018:37199 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9c6ec3fb6018%2C37199%2C1731485738317, suffix=, logDir=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/WALs/9c6ec3fb6018,37199,1731485738317, archiveDir=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/oldWALs, maxLogs=32 2024-11-13T08:15:38,792 DEBUG [RS:0;9c6ec3fb6018:37199 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/WALs/9c6ec3fb6018,37199,1731485738317/9c6ec3fb6018%2C37199%2C1731485738317.1731485738779, exclude list is [], retry=0 2024-11-13T08:15:38,794 INFO [RS:1;9c6ec3fb6018:37151 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:15:38,795 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40421,DS-b46b2ede-9065-40f2-baba-5f8169bdf749,DISK] 2024-11-13T08:15:38,795 INFO [RS:1;9c6ec3fb6018:37151 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9c6ec3fb6018%2C37151%2C1731485738355, suffix=, logDir=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/WALs/9c6ec3fb6018,37151,1731485738355, archiveDir=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/oldWALs, maxLogs=32 2024-11-13T08:15:38,796 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42227,DS-a53d793a-99e9-4c37-8d21-9beccc2f6b30,DISK] 2024-11-13T08:15:38,799 INFO [RS:0;9c6ec3fb6018:37199 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/WALs/9c6ec3fb6018,37199,1731485738317/9c6ec3fb6018%2C37199%2C1731485738317.1731485738779 2024-11-13T08:15:38,799 DEBUG [RS:0;9c6ec3fb6018:37199 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43255:43255),(127.0.0.1/127.0.0.1:33079:33079)] 2024-11-13T08:15:38,810 DEBUG [RS:1;9c6ec3fb6018:37151 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/WALs/9c6ec3fb6018,37151,1731485738355/9c6ec3fb6018%2C37151%2C1731485738355.1731485738796, exclude list is [], retry=0 2024-11-13T08:15:38,813 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42227,DS-a53d793a-99e9-4c37-8d21-9beccc2f6b30,DISK] 2024-11-13T08:15:38,813 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40421,DS-b46b2ede-9065-40f2-baba-5f8169bdf749,DISK] 2024-11-13T08:15:38,815 INFO [RS:1;9c6ec3fb6018:37151 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/WALs/9c6ec3fb6018,37151,1731485738355/9c6ec3fb6018%2C37151%2C1731485738355.1731485738796 2024-11-13T08:15:38,815 DEBUG [RS:1;9c6ec3fb6018:37151 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43255:43255),(127.0.0.1/127.0.0.1:33079:33079)] 2024-11-13T08:15:38,989 DEBUG [9c6ec3fb6018:39469 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T08:15:38,989 DEBUG [9c6ec3fb6018:39469 {}] balancer.BalancerClusterState(202): Hosts are {9c6ec3fb6018=0} racks are {/default-rack=0} 2024-11-13T08:15:38,991 DEBUG [9c6ec3fb6018:39469 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-13T08:15:38,991 DEBUG [9c6ec3fb6018:39469 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-13T08:15:38,991 INFO [9c6ec3fb6018:39469 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-13T08:15:38,991 INFO [9c6ec3fb6018:39469 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-13T08:15:38,991 DEBUG [9c6ec3fb6018:39469 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T08:15:38,991 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9c6ec3fb6018,37151,1731485738355 2024-11-13T08:15:38,992 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9c6ec3fb6018,37151,1731485738355, state=OPENING 2024-11-13T08:15:38,994 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T08:15:38,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101a0b31a7c0002, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:38,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:38,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x101a0b31a7c0001, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:38,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:38,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:38,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:38,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=9c6ec3fb6018,37151,1731485738355}] 2024-11-13T08:15:39,147 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9c6ec3fb6018,37151,1731485738355 2024-11-13T08:15:39,147 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T08:15:39,149 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T08:15:39,152 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-13T08:15:39,152 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:15:39,153 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T08:15:39,154 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9c6ec3fb6018%2C37151%2C1731485738355.meta, suffix=.meta, logDir=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/WALs/9c6ec3fb6018,37151,1731485738355, archiveDir=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/oldWALs, maxLogs=32 2024-11-13T08:15:39,167 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/WALs/9c6ec3fb6018,37151,1731485738355/9c6ec3fb6018%2C37151%2C1731485738355.meta.1731485739154.meta, exclude list is [], retry=0 2024-11-13T08:15:39,169 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40421,DS-b46b2ede-9065-40f2-baba-5f8169bdf749,DISK] 2024-11-13T08:15:39,169 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42227,DS-a53d793a-99e9-4c37-8d21-9beccc2f6b30,DISK] 2024-11-13T08:15:39,171 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/WALs/9c6ec3fb6018,37151,1731485738355/9c6ec3fb6018%2C37151%2C1731485738355.meta.1731485739154.meta 2024-11-13T08:15:39,171 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43255:43255),(127.0.0.1/127.0.0.1:33079:33079)] 2024-11-13T08:15:39,171 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:15:39,171 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T08:15:39,171 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T08:15:39,172 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T08:15:39,172 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T08:15:39,172 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:39,172 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-13T08:15:39,172 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-13T08:15:39,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T08:15:39,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T08:15:39,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:39,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:39,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T08:15:39,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T08:15:39,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:39,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:39,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T08:15:39,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T08:15:39,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:39,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:15:39,178 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/hbase/meta/1588230740 2024-11-13T08:15:39,179 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/hbase/meta/1588230740 2024-11-13T08:15:39,180 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:15:39,181 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-13T08:15:39,182 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64449046, jitterRate=-0.039634376764297485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:15:39,183 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-13T08:15:39,183 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731485739147 2024-11-13T08:15:39,185 DEBUG [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T08:15:39,185 INFO [RS_OPEN_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-13T08:15:39,185 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9c6ec3fb6018,37151,1731485738355 2024-11-13T08:15:39,186 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9c6ec3fb6018,37151,1731485738355, state=OPEN 2024-11-13T08:15:39,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101a0b31a7c0002, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T08:15:39,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x101a0b31a7c0001, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T08:15:39,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T08:15:39,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:39,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:39,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:15:39,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T08:15:39,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=9c6ec3fb6018,37151,1731485738355 in 191 msec 2024-11-13T08:15:39,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T08:15:39,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 603 msec 2024-11-13T08:15:39,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 645 msec 2024-11-13T08:15:39,192 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731485739192, completionTime=-1 2024-11-13T08:15:39,192 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T08:15:39,193 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-13T08:15:39,193 DEBUG [hconnection-0x43f56fc4-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:15:39,194 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:15:39,195 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-13T08:15:39,195 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731485799195 2024-11-13T08:15:39,195 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731485859195 2024-11-13T08:15:39,195 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 2 msec 2024-11-13T08:15:39,202 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,39469,1731485738274-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:39,202 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,39469,1731485738274-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:39,202 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,39469,1731485738274-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:39,202 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9c6ec3fb6018:39469, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:39,202 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:39,202 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-13T08:15:39,203 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T08:15:39,203 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-13T08:15:39,204 DEBUG [master/9c6ec3fb6018:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-13T08:15:39,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T08:15:39,205 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:39,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T08:15:39,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741836_1012 (size=358) 2024-11-13T08:15:39,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741836_1012 (size=358) 2024-11-13T08:15:39,214 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 64d95a27c9c410c6f7ac253750d27af6, NAME => 'hbase:namespace,,1731485739202.64d95a27c9c410c6f7ac253750d27af6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57 2024-11-13T08:15:39,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741837_1013 (size=42) 2024-11-13T08:15:39,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741837_1013 (size=42) 2024-11-13T08:15:39,241 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731485739202.64d95a27c9c410c6f7ac253750d27af6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:39,241 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 64d95a27c9c410c6f7ac253750d27af6, disabling compactions & flushes 2024-11-13T08:15:39,241 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731485739202.64d95a27c9c410c6f7ac253750d27af6. 2024-11-13T08:15:39,242 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731485739202.64d95a27c9c410c6f7ac253750d27af6. 2024-11-13T08:15:39,242 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731485739202.64d95a27c9c410c6f7ac253750d27af6. after waiting 0 ms 2024-11-13T08:15:39,242 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731485739202.64d95a27c9c410c6f7ac253750d27af6. 2024-11-13T08:15:39,242 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731485739202.64d95a27c9c410c6f7ac253750d27af6. 2024-11-13T08:15:39,242 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 64d95a27c9c410c6f7ac253750d27af6: 2024-11-13T08:15:39,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T08:15:39,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731485739202.64d95a27c9c410c6f7ac253750d27af6.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731485739243"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731485739243"}]},"ts":"1731485739243"} 2024-11-13T08:15:39,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-13T08:15:39,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T08:15:39,246 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731485739246"}]},"ts":"1731485739246"} 2024-11-13T08:15:39,248 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-13T08:15:39,252 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {9c6ec3fb6018=0} racks are {/default-rack=0} 2024-11-13T08:15:39,253 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-13T08:15:39,253 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-13T08:15:39,253 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-13T08:15:39,253 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-13T08:15:39,253 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T08:15:39,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=64d95a27c9c410c6f7ac253750d27af6, ASSIGN}] 2024-11-13T08:15:39,254 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=64d95a27c9c410c6f7ac253750d27af6, ASSIGN 2024-11-13T08:15:39,255 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=64d95a27c9c410c6f7ac253750d27af6, ASSIGN; state=OFFLINE, location=9c6ec3fb6018,37199,1731485738317; forceNewPlan=false, retain=false 2024-11-13T08:15:39,405 INFO [9c6ec3fb6018:39469 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-13T08:15:39,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=64d95a27c9c410c6f7ac253750d27af6, regionState=OPENING, regionLocation=9c6ec3fb6018,37199,1731485738317 2024-11-13T08:15:39,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 64d95a27c9c410c6f7ac253750d27af6, server=9c6ec3fb6018,37199,1731485738317}] 2024-11-13T08:15:39,563 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9c6ec3fb6018,37199,1731485738317 2024-11-13T08:15:39,564 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T08:15:39,565 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T08:15:39,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731485739202.64d95a27c9c410c6f7ac253750d27af6. 2024-11-13T08:15:39,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 64d95a27c9c410c6f7ac253750d27af6, NAME => 'hbase:namespace,,1731485739202.64d95a27c9c410c6f7ac253750d27af6.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:15:39,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 64d95a27c9c410c6f7ac253750d27af6 2024-11-13T08:15:39,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731485739202.64d95a27c9c410c6f7ac253750d27af6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:39,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 64d95a27c9c410c6f7ac253750d27af6 2024-11-13T08:15:39,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 64d95a27c9c410c6f7ac253750d27af6 2024-11-13T08:15:39,571 INFO [StoreOpener-64d95a27c9c410c6f7ac253750d27af6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 64d95a27c9c410c6f7ac253750d27af6 2024-11-13T08:15:39,572 INFO [StoreOpener-64d95a27c9c410c6f7ac253750d27af6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64d95a27c9c410c6f7ac253750d27af6 columnFamilyName info 2024-11-13T08:15:39,572 DEBUG [StoreOpener-64d95a27c9c410c6f7ac253750d27af6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:39,572 INFO [StoreOpener-64d95a27c9c410c6f7ac253750d27af6-1 {}] regionserver.HStore(327): Store=64d95a27c9c410c6f7ac253750d27af6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:39,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/hbase/namespace/64d95a27c9c410c6f7ac253750d27af6 2024-11-13T08:15:39,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/hbase/namespace/64d95a27c9c410c6f7ac253750d27af6 2024-11-13T08:15:39,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 64d95a27c9c410c6f7ac253750d27af6 2024-11-13T08:15:39,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/hbase/namespace/64d95a27c9c410c6f7ac253750d27af6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:39,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 64d95a27c9c410c6f7ac253750d27af6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74887090, jitterRate=0.11590459942817688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:15:39,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 64d95a27c9c410c6f7ac253750d27af6: 2024-11-13T08:15:39,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731485739202.64d95a27c9c410c6f7ac253750d27af6., pid=6, masterSystemTime=1731485739563 2024-11-13T08:15:39,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731485739202.64d95a27c9c410c6f7ac253750d27af6. 2024-11-13T08:15:39,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731485739202.64d95a27c9c410c6f7ac253750d27af6. 2024-11-13T08:15:39,580 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=64d95a27c9c410c6f7ac253750d27af6, regionState=OPEN, openSeqNum=2, regionLocation=9c6ec3fb6018,37199,1731485738317 2024-11-13T08:15:39,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T08:15:39,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 64d95a27c9c410c6f7ac253750d27af6, server=9c6ec3fb6018,37199,1731485738317 in 173 msec 2024-11-13T08:15:39,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T08:15:39,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=64d95a27c9c410c6f7ac253750d27af6, ASSIGN in 330 msec 2024-11-13T08:15:39,585 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T08:15:39,586 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731485739585"}]},"ts":"1731485739585"} 2024-11-13T08:15:39,587 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-13T08:15:39,589 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T08:15:39,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 386 msec 2024-11-13T08:15:39,605 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-13T08:15:39,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-13T08:15:39,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101a0b31a7c0002, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:39,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:39,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x101a0b31a7c0001, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:39,612 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:15:39,613 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:15:39,615 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-13T08:15:39,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-13T08:15:39,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 8 msec 2024-11-13T08:15:39,626 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-13T08:15:39,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-13T08:15:39,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 8 msec 2024-11-13T08:15:39,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-13T08:15:39,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-13T08:15:39,641 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.222sec 2024-11-13T08:15:39,642 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T08:15:39,642 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T08:15:39,642 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T08:15:39,642 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T08:15:39,642 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T08:15:39,642 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,39469,1731485738274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T08:15:39,642 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,39469,1731485738274-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T08:15:39,644 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-13T08:15:39,644 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T08:15:39,644 INFO [master/9c6ec3fb6018:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9c6ec3fb6018,39469,1731485738274-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:15:39,715 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3cce8d13 to 127.0.0.1:63840 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33ed7d0a 2024-11-13T08:15:39,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4831f084, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:15:39,719 DEBUG [hconnection-0x2d45f0f3-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:15:39,720 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:15:39,721 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=9c6ec3fb6018,39469,1731485738274 2024-11-13T08:15:39,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T08:15:39,723 INFO [RS-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T08:15:39,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39469 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T08:15:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39469 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T08:15:39,726 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T08:15:39,726 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:39,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39469 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-13T08:15:39,726 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T08:15:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39469 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T08:15:39,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741838_1014 (size=379) 2024-11-13T08:15:39,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741838_1014 (size=379) 2024-11-13T08:15:39,737 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fcf529ad3c1be37d67cc2c4db03c8a3d, NAME => 'testClearRegionBlockCache,,1731485739724.fcf529ad3c1be37d67cc2c4db03c8a3d.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57 2024-11-13T08:15:39,738 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 364b77b131563b648b905a6bc7c84365, NAME => 'testClearRegionBlockCache,5,1731485739724.364b77b131563b648b905a6bc7c84365.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57 2024-11-13T08:15:39,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741839_1015 (size=61) 2024-11-13T08:15:39,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741840_1016 (size=61) 2024-11-13T08:15:39,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741840_1016 (size=61) 2024-11-13T08:15:39,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741839_1015 (size=61) 2024-11-13T08:15:39,747 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731485739724.364b77b131563b648b905a6bc7c84365.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:39,747 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 364b77b131563b648b905a6bc7c84365, disabling compactions & flushes 2024-11-13T08:15:39,747 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731485739724.364b77b131563b648b905a6bc7c84365. 2024-11-13T08:15:39,747 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731485739724.364b77b131563b648b905a6bc7c84365. 2024-11-13T08:15:39,747 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731485739724.364b77b131563b648b905a6bc7c84365. after waiting 0 ms 2024-11-13T08:15:39,747 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731485739724.364b77b131563b648b905a6bc7c84365. 2024-11-13T08:15:39,747 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731485739724.364b77b131563b648b905a6bc7c84365. 2024-11-13T08:15:39,747 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 364b77b131563b648b905a6bc7c84365: 2024-11-13T08:15:39,749 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731485739724.fcf529ad3c1be37d67cc2c4db03c8a3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:39,749 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing fcf529ad3c1be37d67cc2c4db03c8a3d, disabling compactions & flushes 2024-11-13T08:15:39,749 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731485739724.fcf529ad3c1be37d67cc2c4db03c8a3d. 2024-11-13T08:15:39,749 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731485739724.fcf529ad3c1be37d67cc2c4db03c8a3d. 2024-11-13T08:15:39,749 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731485739724.fcf529ad3c1be37d67cc2c4db03c8a3d. after waiting 0 ms 2024-11-13T08:15:39,749 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731485739724.fcf529ad3c1be37d67cc2c4db03c8a3d. 2024-11-13T08:15:39,749 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731485739724.fcf529ad3c1be37d67cc2c4db03c8a3d. 2024-11-13T08:15:39,749 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for fcf529ad3c1be37d67cc2c4db03c8a3d: 2024-11-13T08:15:39,750 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T08:15:39,750 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731485739724.364b77b131563b648b905a6bc7c84365.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731485739750"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731485739750"}]},"ts":"1731485739750"} 2024-11-13T08:15:39,750 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731485739724.fcf529ad3c1be37d67cc2c4db03c8a3d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731485739750"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731485739750"}]},"ts":"1731485739750"} 2024-11-13T08:15:39,753 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-13T08:15:39,754 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T08:15:39,754 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731485739754"}]},"ts":"1731485739754"} 2024-11-13T08:15:39,755 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T08:15:39,758 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {9c6ec3fb6018=0} racks are {/default-rack=0} 2024-11-13T08:15:39,759 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-13T08:15:39,759 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-13T08:15:39,759 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-13T08:15:39,759 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-13T08:15:39,759 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T08:15:39,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fcf529ad3c1be37d67cc2c4db03c8a3d, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=364b77b131563b648b905a6bc7c84365, ASSIGN}] 2024-11-13T08:15:39,760 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=364b77b131563b648b905a6bc7c84365, ASSIGN 2024-11-13T08:15:39,761 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fcf529ad3c1be37d67cc2c4db03c8a3d, ASSIGN 2024-11-13T08:15:39,761 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=364b77b131563b648b905a6bc7c84365, ASSIGN; state=OFFLINE, location=9c6ec3fb6018,37199,1731485738317; forceNewPlan=false, retain=false 2024-11-13T08:15:39,761 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fcf529ad3c1be37d67cc2c4db03c8a3d, ASSIGN; state=OFFLINE, location=9c6ec3fb6018,37151,1731485738355; forceNewPlan=false, retain=false 2024-11-13T08:15:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39469 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T08:15:39,911 INFO [9c6ec3fb6018:39469 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T08:15:39,912 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=fcf529ad3c1be37d67cc2c4db03c8a3d, regionState=OPENING, regionLocation=9c6ec3fb6018,37151,1731485738355 2024-11-13T08:15:39,912 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=364b77b131563b648b905a6bc7c84365, regionState=OPENING, regionLocation=9c6ec3fb6018,37199,1731485738317 2024-11-13T08:15:39,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure fcf529ad3c1be37d67cc2c4db03c8a3d, server=9c6ec3fb6018,37151,1731485738355}] 2024-11-13T08:15:39,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 364b77b131563b648b905a6bc7c84365, server=9c6ec3fb6018,37199,1731485738317}] 2024-11-13T08:15:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39469 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T08:15:40,067 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9c6ec3fb6018,37199,1731485738317 2024-11-13T08:15:40,067 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9c6ec3fb6018,37151,1731485738355 2024-11-13T08:15:40,070 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1731485739724.364b77b131563b648b905a6bc7c84365. 2024-11-13T08:15:40,070 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 364b77b131563b648b905a6bc7c84365, NAME => 'testClearRegionBlockCache,5,1731485739724.364b77b131563b648b905a6bc7c84365.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T08:15:40,070 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1731485739724.fcf529ad3c1be37d67cc2c4db03c8a3d. 2024-11-13T08:15:40,071 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 364b77b131563b648b905a6bc7c84365 2024-11-13T08:15:40,071 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => fcf529ad3c1be37d67cc2c4db03c8a3d, NAME => 'testClearRegionBlockCache,,1731485739724.fcf529ad3c1be37d67cc2c4db03c8a3d.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T08:15:40,071 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731485739724.364b77b131563b648b905a6bc7c84365.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:40,071 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 364b77b131563b648b905a6bc7c84365 2024-11-13T08:15:40,071 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 364b77b131563b648b905a6bc7c84365 2024-11-13T08:15:40,071 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache fcf529ad3c1be37d67cc2c4db03c8a3d 2024-11-13T08:15:40,071 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731485739724.fcf529ad3c1be37d67cc2c4db03c8a3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:15:40,071 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for fcf529ad3c1be37d67cc2c4db03c8a3d 2024-11-13T08:15:40,071 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for fcf529ad3c1be37d67cc2c4db03c8a3d 2024-11-13T08:15:40,072 INFO [StoreOpener-364b77b131563b648b905a6bc7c84365-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 364b77b131563b648b905a6bc7c84365 2024-11-13T08:15:40,072 INFO [StoreOpener-fcf529ad3c1be37d67cc2c4db03c8a3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region fcf529ad3c1be37d67cc2c4db03c8a3d 2024-11-13T08:15:40,073 INFO [StoreOpener-fcf529ad3c1be37d67cc2c4db03c8a3d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcf529ad3c1be37d67cc2c4db03c8a3d columnFamilyName family 2024-11-13T08:15:40,074 DEBUG [StoreOpener-fcf529ad3c1be37d67cc2c4db03c8a3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:40,074 INFO [StoreOpener-364b77b131563b648b905a6bc7c84365-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 364b77b131563b648b905a6bc7c84365 columnFamilyName family 2024-11-13T08:15:40,074 DEBUG [StoreOpener-364b77b131563b648b905a6bc7c84365-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:15:40,074 INFO [StoreOpener-fcf529ad3c1be37d67cc2c4db03c8a3d-1 {}] regionserver.HStore(327): Store=fcf529ad3c1be37d67cc2c4db03c8a3d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:40,074 INFO [StoreOpener-364b77b131563b648b905a6bc7c84365-1 {}] regionserver.HStore(327): Store=364b77b131563b648b905a6bc7c84365/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:15:40,075 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/default/testClearRegionBlockCache/fcf529ad3c1be37d67cc2c4db03c8a3d 2024-11-13T08:15:40,075 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/default/testClearRegionBlockCache/364b77b131563b648b905a6bc7c84365 2024-11-13T08:15:40,075 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/default/testClearRegionBlockCache/fcf529ad3c1be37d67cc2c4db03c8a3d 2024-11-13T08:15:40,075 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/default/testClearRegionBlockCache/364b77b131563b648b905a6bc7c84365 2024-11-13T08:15:40,077 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 364b77b131563b648b905a6bc7c84365 2024-11-13T08:15:40,077 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for fcf529ad3c1be37d67cc2c4db03c8a3d 2024-11-13T08:15:40,079 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/default/testClearRegionBlockCache/364b77b131563b648b905a6bc7c84365/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:40,079 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/default/testClearRegionBlockCache/fcf529ad3c1be37d67cc2c4db03c8a3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:15:40,079 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 364b77b131563b648b905a6bc7c84365; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60796776, jitterRate=-0.09405744075775146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:15:40,079 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened fcf529ad3c1be37d67cc2c4db03c8a3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66356833, jitterRate=-0.011206135153770447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:15:40,080 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 364b77b131563b648b905a6bc7c84365: 2024-11-13T08:15:40,080 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for fcf529ad3c1be37d67cc2c4db03c8a3d: 2024-11-13T08:15:40,081 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1731485739724.364b77b131563b648b905a6bc7c84365., pid=13, masterSystemTime=1731485740067 2024-11-13T08:15:40,081 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1731485739724.fcf529ad3c1be37d67cc2c4db03c8a3d., pid=12, masterSystemTime=1731485740067 2024-11-13T08:15:40,083 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1731485739724.fcf529ad3c1be37d67cc2c4db03c8a3d. 2024-11-13T08:15:40,083 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1731485739724.fcf529ad3c1be37d67cc2c4db03c8a3d. 2024-11-13T08:15:40,083 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=fcf529ad3c1be37d67cc2c4db03c8a3d, regionState=OPEN, openSeqNum=2, regionLocation=9c6ec3fb6018,37151,1731485738355 2024-11-13T08:15:40,083 DEBUG [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1731485739724.364b77b131563b648b905a6bc7c84365. 2024-11-13T08:15:40,083 INFO [RS_OPEN_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1731485739724.364b77b131563b648b905a6bc7c84365. 2024-11-13T08:15:40,084 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=364b77b131563b648b905a6bc7c84365, regionState=OPEN, openSeqNum=2, regionLocation=9c6ec3fb6018,37199,1731485738317 2024-11-13T08:15:40,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-13T08:15:40,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure fcf529ad3c1be37d67cc2c4db03c8a3d, server=9c6ec3fb6018,37151,1731485738355 in 171 msec 2024-11-13T08:15:40,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-13T08:15:40,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fcf529ad3c1be37d67cc2c4db03c8a3d, ASSIGN in 327 msec 2024-11-13T08:15:40,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 364b77b131563b648b905a6bc7c84365, server=9c6ec3fb6018,37199,1731485738317 in 170 msec 2024-11-13T08:15:40,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-13T08:15:40,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=364b77b131563b648b905a6bc7c84365, ASSIGN in 329 msec 2024-11-13T08:15:40,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T08:15:40,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731485740090"}]},"ts":"1731485740090"} 2024-11-13T08:15:40,092 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T08:15:40,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T08:15:40,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 370 msec 2024-11-13T08:15:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39469 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T08:15:40,331 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-13T08:15:40,331 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T08:15:40,331 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T08:15:40,335 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T08:15:40,335 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T08:15:40,335 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-13T08:15:40,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:15:40,345 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:15:40,351 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 364b77b131563b648b905a6bc7c84365 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T08:15:40,374 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/default/testClearRegionBlockCache/364b77b131563b648b905a6bc7c84365/.tmp/family/d7c07fc1054444b890183b5a93696b2d is 32, key is 5/family:/1731485740345/Put/seqid=0 2024-11-13T08:15:40,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741841_1017 (size=5083) 2024-11-13T08:15:40,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741841_1017 (size=5083) 2024-11-13T08:15:40,380 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/default/testClearRegionBlockCache/364b77b131563b648b905a6bc7c84365/.tmp/family/d7c07fc1054444b890183b5a93696b2d 2024-11-13T08:15:40,386 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/default/testClearRegionBlockCache/364b77b131563b648b905a6bc7c84365/.tmp/family/d7c07fc1054444b890183b5a93696b2d as hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/default/testClearRegionBlockCache/364b77b131563b648b905a6bc7c84365/family/d7c07fc1054444b890183b5a93696b2d 2024-11-13T08:15:40,391 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/default/testClearRegionBlockCache/364b77b131563b648b905a6bc7c84365/family/d7c07fc1054444b890183b5a93696b2d, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T08:15:40,392 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 364b77b131563b648b905a6bc7c84365 in 42ms, sequenceid=9, compaction requested=false 2024-11-13T08:15:40,392 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 364b77b131563b648b905a6bc7c84365: 2024-11-13T08:15:40,392 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing fcf529ad3c1be37d67cc2c4db03c8a3d 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T08:15:40,407 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/default/testClearRegionBlockCache/fcf529ad3c1be37d67cc2c4db03c8a3d/.tmp/family/63a59687e92341bdba08b6ecf800db1d is 32, key is 1/family:/1731485740337/Put/seqid=0 2024-11-13T08:15:40,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741842_1018 (size=5054) 2024-11-13T08:15:40,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741842_1018 (size=5054) 2024-11-13T08:15:40,412 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/default/testClearRegionBlockCache/fcf529ad3c1be37d67cc2c4db03c8a3d/.tmp/family/63a59687e92341bdba08b6ecf800db1d 2024-11-13T08:15:40,418 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/default/testClearRegionBlockCache/fcf529ad3c1be37d67cc2c4db03c8a3d/.tmp/family/63a59687e92341bdba08b6ecf800db1d as hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/default/testClearRegionBlockCache/fcf529ad3c1be37d67cc2c4db03c8a3d/family/63a59687e92341bdba08b6ecf800db1d 2024-11-13T08:15:40,422 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/default/testClearRegionBlockCache/fcf529ad3c1be37d67cc2c4db03c8a3d/family/63a59687e92341bdba08b6ecf800db1d, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T08:15:40,423 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for fcf529ad3c1be37d67cc2c4db03c8a3d in 31ms, sequenceid=8, compaction requested=false 2024-11-13T08:15:40,423 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for fcf529ad3c1be37d67cc2c4db03c8a3d: 2024-11-13T08:15:40,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T08:15:40,432 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T08:15:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] bucket.BucketCache(1852): found 1 blocks for file d7c07fc1054444b890183b5a93696b2d, starting offset: 0, end offset: 9223372036854775807 2024-11-13T08:15:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] bucket.BucketCache(844): removed key d7c07fc1054444b890183b5a93696b2d_0 from back map with offset lock 2094080 in the evict process 2024-11-13T08:15:40,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T08:15:40,434 INFO [RS-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T08:15:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37151 {}] bucket.BucketCache(1852): found 1 blocks for file 63a59687e92341bdba08b6ecf800db1d, starting offset: 0, end offset: 9223372036854775807 2024-11-13T08:15:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37151 {}] bucket.BucketCache(844): removed key 63a59687e92341bdba08b6ecf800db1d_0 from back map with offset lock 2094080 in the evict process 2024-11-13T08:15:40,434 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-13T08:15:40,434 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-13T08:15:40,435 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3cce8d13 to 127.0.0.1:63840 2024-11-13T08:15:40,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:40,435 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T08:15:40,435 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1071229420, stopped=false 2024-11-13T08:15:40,435 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=9c6ec3fb6018,39469,1731485738274 2024-11-13T08:15:40,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101a0b31a7c0002, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:40,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:40,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101a0b31a7c0002, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:40,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:40,437 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-13T08:15:40,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x101a0b31a7c0001, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T08:15:40,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x101a0b31a7c0001, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:40,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:40,438 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '9c6ec3fb6018,37199,1731485738317' ***** 2024-11-13T08:15:40,438 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-13T08:15:40,438 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '9c6ec3fb6018,37151,1731485738355' ***** 2024-11-13T08:15:40,438 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-13T08:15:40,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37151-0x101a0b31a7c0002, quorum=127.0.0.1:63840, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:40,438 INFO [RS:0;9c6ec3fb6018:37199 {}] bucket.BucketCache(1727): Disabling cache 2024-11-13T08:15:40,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37199-0x101a0b31a7c0001, quorum=127.0.0.1:63840, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:40,438 INFO [RS:1;9c6ec3fb6018:37151 {}] regionserver.HRegionServer(1136): Closing user regions 2024-11-13T08:15:40,438 INFO [RS:0;9c6ec3fb6018:37199 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T08:15:40,438 INFO [RS:1;9c6ec3fb6018:37151 {}] regionserver.HRegionServer(3579): Received CLOSE for fcf529ad3c1be37d67cc2c4db03c8a3d 2024-11-13T08:15:40,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:15:40,439 INFO [RS:0;9c6ec3fb6018:37199 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T08:15:40,439 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T08:15:40,439 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T08:15:40,439 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T08:15:40,439 INFO [RS:0;9c6ec3fb6018:37199 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T08:15:40,439 INFO [RS:0;9c6ec3fb6018:37199 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T08:15:40,439 INFO [RS:0;9c6ec3fb6018:37199 {}] regionserver.HRegionServer(3579): Received CLOSE for 64d95a27c9c410c6f7ac253750d27af6 2024-11-13T08:15:40,439 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-13T08:15:40,439 INFO [RS:0;9c6ec3fb6018:37199 {}] regionserver.HRegionServer(3579): Received CLOSE for 364b77b131563b648b905a6bc7c84365 2024-11-13T08:15:40,439 INFO [RS:0;9c6ec3fb6018:37199 {}] regionserver.HRegionServer(1224): stopping server 9c6ec3fb6018,37199,1731485738317 2024-11-13T08:15:40,440 DEBUG [RS:0;9c6ec3fb6018:37199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:40,440 INFO [RS:0;9c6ec3fb6018:37199 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-13T08:15:40,440 DEBUG [RS:0;9c6ec3fb6018:37199 {}] regionserver.HRegionServer(1603): Online Regions={64d95a27c9c410c6f7ac253750d27af6=hbase:namespace,,1731485739202.64d95a27c9c410c6f7ac253750d27af6., 364b77b131563b648b905a6bc7c84365=testClearRegionBlockCache,5,1731485739724.364b77b131563b648b905a6bc7c84365.} 2024-11-13T08:15:40,440 DEBUG [RS:0;9c6ec3fb6018:37199 {}] regionserver.HRegionServer(1629): Waiting on 364b77b131563b648b905a6bc7c84365, 64d95a27c9c410c6f7ac253750d27af6 2024-11-13T08:15:40,440 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fcf529ad3c1be37d67cc2c4db03c8a3d, disabling compactions & flushes 2024-11-13T08:15:40,440 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731485739724.fcf529ad3c1be37d67cc2c4db03c8a3d. 2024-11-13T08:15:40,440 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 64d95a27c9c410c6f7ac253750d27af6, disabling compactions & flushes 2024-11-13T08:15:40,440 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731485739724.fcf529ad3c1be37d67cc2c4db03c8a3d. 2024-11-13T08:15:40,440 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731485739724.fcf529ad3c1be37d67cc2c4db03c8a3d. after waiting 0 ms 2024-11-13T08:15:40,440 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731485739724.fcf529ad3c1be37d67cc2c4db03c8a3d. 2024-11-13T08:15:40,440 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731485739202.64d95a27c9c410c6f7ac253750d27af6. 2024-11-13T08:15:40,440 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731485739202.64d95a27c9c410c6f7ac253750d27af6. 2024-11-13T08:15:40,440 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731485739202.64d95a27c9c410c6f7ac253750d27af6. after waiting 0 ms 2024-11-13T08:15:40,440 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731485739202.64d95a27c9c410c6f7ac253750d27af6. 2024-11-13T08:15:40,440 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 64d95a27c9c410c6f7ac253750d27af6 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-13T08:15:40,444 INFO [RS:1;9c6ec3fb6018:37151 {}] bucket.BucketCache(1727): Disabling cache 2024-11-13T08:15:40,444 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T08:15:40,444 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T08:15:40,444 INFO [RS:1;9c6ec3fb6018:37151 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T08:15:40,444 INFO [RS:1;9c6ec3fb6018:37151 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T08:15:40,444 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-13T08:15:40,444 INFO [RS:1;9c6ec3fb6018:37151 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T08:15:40,444 INFO [RS:1;9c6ec3fb6018:37151 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T08:15:40,444 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T08:15:40,444 INFO [RS:1;9c6ec3fb6018:37151 {}] regionserver.HRegionServer(1224): stopping server 9c6ec3fb6018,37151,1731485738355 2024-11-13T08:15:40,445 DEBUG [RS:1;9c6ec3fb6018:37151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:40,445 INFO [RS:1;9c6ec3fb6018:37151 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T08:15:40,445 INFO [RS:1;9c6ec3fb6018:37151 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T08:15:40,445 INFO [RS:1;9c6ec3fb6018:37151 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T08:15:40,445 INFO [RS:1;9c6ec3fb6018:37151 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-13T08:15:40,445 INFO [RS:1;9c6ec3fb6018:37151 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-13T08:15:40,445 DEBUG [RS:1;9c6ec3fb6018:37151 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, fcf529ad3c1be37d67cc2c4db03c8a3d=testClearRegionBlockCache,,1731485739724.fcf529ad3c1be37d67cc2c4db03c8a3d.} 2024-11-13T08:15:40,445 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-13T08:15:40,445 DEBUG [RS:1;9c6ec3fb6018:37151 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, fcf529ad3c1be37d67cc2c4db03c8a3d 2024-11-13T08:15:40,445 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-13T08:15:40,445 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-13T08:15:40,445 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T08:15:40,445 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T08:15:40,445 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-13T08:15:40,445 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/default/testClearRegionBlockCache/fcf529ad3c1be37d67cc2c4db03c8a3d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T08:15:40,446 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731485739724.fcf529ad3c1be37d67cc2c4db03c8a3d. 2024-11-13T08:15:40,446 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fcf529ad3c1be37d67cc2c4db03c8a3d: 2024-11-13T08:15:40,446 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731485739724.fcf529ad3c1be37d67cc2c4db03c8a3d. 2024-11-13T08:15:40,448 INFO [regionserver/9c6ec3fb6018:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:15:40,453 INFO [regionserver/9c6ec3fb6018:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:15:40,457 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/hbase/namespace/64d95a27c9c410c6f7ac253750d27af6/.tmp/info/0595077348ba478d8d617df9fd578e24 is 45, key is default/info:d/1731485739618/Put/seqid=0 2024-11-13T08:15:40,461 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/hbase/meta/1588230740/.tmp/info/04d86a53f3fe4f33a6e2c95a0b0b95b6 is 173, key is testClearRegionBlockCache,5,1731485739724.364b77b131563b648b905a6bc7c84365./info:regioninfo/1731485740084/Put/seqid=0 2024-11-13T08:15:40,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741843_1019 (size=5037) 2024-11-13T08:15:40,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741843_1019 (size=5037) 2024-11-13T08:15:40,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741844_1020 (size=9337) 2024-11-13T08:15:40,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741844_1020 (size=9337) 2024-11-13T08:15:40,468 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/hbase/meta/1588230740/.tmp/info/04d86a53f3fe4f33a6e2c95a0b0b95b6 2024-11-13T08:15:40,487 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/hbase/meta/1588230740/.tmp/table/2ab57d3a545d40b09e6524643120c61a is 61, key is testClearRegionBlockCache/table:state/1731485740090/Put/seqid=0 2024-11-13T08:15:40,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741845_1021 (size=5392) 2024-11-13T08:15:40,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741845_1021 (size=5392) 2024-11-13T08:15:40,492 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/hbase/meta/1588230740/.tmp/table/2ab57d3a545d40b09e6524643120c61a 2024-11-13T08:15:40,498 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/hbase/meta/1588230740/.tmp/info/04d86a53f3fe4f33a6e2c95a0b0b95b6 as hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/hbase/meta/1588230740/info/04d86a53f3fe4f33a6e2c95a0b0b95b6 2024-11-13T08:15:40,502 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/hbase/meta/1588230740/info/04d86a53f3fe4f33a6e2c95a0b0b95b6, entries=30, sequenceid=16, filesize=9.1 K 2024-11-13T08:15:40,503 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/hbase/meta/1588230740/.tmp/table/2ab57d3a545d40b09e6524643120c61a as hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/hbase/meta/1588230740/table/2ab57d3a545d40b09e6524643120c61a 2024-11-13T08:15:40,507 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/hbase/meta/1588230740/table/2ab57d3a545d40b09e6524643120c61a, entries=4, sequenceid=16, filesize=5.3 K 2024-11-13T08:15:40,508 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 63ms, sequenceid=16, compaction requested=false 2024-11-13T08:15:40,512 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T08:15:40,513 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T08:15:40,513 INFO [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-13T08:15:40,513 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-13T08:15:40,513 DEBUG [RS_CLOSE_META-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T08:15:40,640 DEBUG [RS:0;9c6ec3fb6018:37199 {}] regionserver.HRegionServer(1629): Waiting on 364b77b131563b648b905a6bc7c84365, 64d95a27c9c410c6f7ac253750d27af6 2024-11-13T08:15:40,645 INFO [RS:1;9c6ec3fb6018:37151 {}] regionserver.HRegionServer(1250): stopping server 9c6ec3fb6018,37151,1731485738355; all regions closed. 2024-11-13T08:15:40,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741835_1011 (size=5602) 2024-11-13T08:15:40,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741835_1011 (size=5602) 2024-11-13T08:15:40,648 INFO [regionserver/9c6ec3fb6018:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T08:15:40,649 INFO [regionserver/9c6ec3fb6018:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T08:15:40,650 DEBUG [RS:1;9c6ec3fb6018:37151 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/oldWALs 2024-11-13T08:15:40,650 INFO [RS:1;9c6ec3fb6018:37151 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 9c6ec3fb6018%2C37151%2C1731485738355.meta:.meta(num 1731485739154) 2024-11-13T08:15:40,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741834_1010 (size=1758) 2024-11-13T08:15:40,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741834_1010 (size=1758) 2024-11-13T08:15:40,654 DEBUG [RS:1;9c6ec3fb6018:37151 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/oldWALs 2024-11-13T08:15:40,654 INFO [RS:1;9c6ec3fb6018:37151 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 9c6ec3fb6018%2C37151%2C1731485738355:(num 1731485738796) 2024-11-13T08:15:40,655 DEBUG [RS:1;9c6ec3fb6018:37151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:40,655 INFO [RS:1;9c6ec3fb6018:37151 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:15:40,655 INFO [RS:1;9c6ec3fb6018:37151 {}] hbase.ChoreService(370): Chore service for: regionserver/9c6ec3fb6018:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-13T08:15:40,655 INFO [regionserver/9c6ec3fb6018:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-13T08:15:40,655 INFO [RS:1;9c6ec3fb6018:37151 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37151 2024-11-13T08:15:40,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T08:15:40,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101a0b31a7c0002, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9c6ec3fb6018,37151,1731485738355 2024-11-13T08:15:40,658 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9c6ec3fb6018,37151,1731485738355] 2024-11-13T08:15:40,658 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 9c6ec3fb6018,37151,1731485738355; numProcessing=1 2024-11-13T08:15:40,659 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/9c6ec3fb6018,37151,1731485738355 already deleted, retry=false 2024-11-13T08:15:40,659 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 9c6ec3fb6018,37151,1731485738355 expired; onlineServers=1 2024-11-13T08:15:40,717 INFO [regionserver/9c6ec3fb6018:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T08:15:40,717 INFO [regionserver/9c6ec3fb6018:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T08:15:40,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101a0b31a7c0002, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:40,758 INFO [RS:1;9c6ec3fb6018:37151 {}] regionserver.HRegionServer(1307): Exiting; stopping=9c6ec3fb6018,37151,1731485738355; zookeeper connection closed. 2024-11-13T08:15:40,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101a0b31a7c0002, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:40,758 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4da12da2 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4da12da2 2024-11-13T08:15:40,840 DEBUG [RS:0;9c6ec3fb6018:37199 {}] regionserver.HRegionServer(1629): Waiting on 364b77b131563b648b905a6bc7c84365, 64d95a27c9c410c6f7ac253750d27af6 2024-11-13T08:15:40,864 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/hbase/namespace/64d95a27c9c410c6f7ac253750d27af6/.tmp/info/0595077348ba478d8d617df9fd578e24 2024-11-13T08:15:40,870 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/hbase/namespace/64d95a27c9c410c6f7ac253750d27af6/.tmp/info/0595077348ba478d8d617df9fd578e24 as hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/hbase/namespace/64d95a27c9c410c6f7ac253750d27af6/info/0595077348ba478d8d617df9fd578e24 2024-11-13T08:15:40,875 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/hbase/namespace/64d95a27c9c410c6f7ac253750d27af6/info/0595077348ba478d8d617df9fd578e24, entries=2, sequenceid=6, filesize=4.9 K 2024-11-13T08:15:40,876 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 64d95a27c9c410c6f7ac253750d27af6 in 436ms, sequenceid=6, compaction requested=false 2024-11-13T08:15:40,880 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/hbase/namespace/64d95a27c9c410c6f7ac253750d27af6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T08:15:40,880 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731485739202.64d95a27c9c410c6f7ac253750d27af6. 2024-11-13T08:15:40,880 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 64d95a27c9c410c6f7ac253750d27af6: 2024-11-13T08:15:40,880 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731485739202.64d95a27c9c410c6f7ac253750d27af6. 2024-11-13T08:15:40,881 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 364b77b131563b648b905a6bc7c84365, disabling compactions & flushes 2024-11-13T08:15:40,881 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731485739724.364b77b131563b648b905a6bc7c84365. 2024-11-13T08:15:40,881 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731485739724.364b77b131563b648b905a6bc7c84365. 2024-11-13T08:15:40,881 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731485739724.364b77b131563b648b905a6bc7c84365. after waiting 0 ms 2024-11-13T08:15:40,881 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731485739724.364b77b131563b648b905a6bc7c84365. 2024-11-13T08:15:40,884 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/data/default/testClearRegionBlockCache/364b77b131563b648b905a6bc7c84365/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T08:15:40,884 INFO [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731485739724.364b77b131563b648b905a6bc7c84365. 2024-11-13T08:15:40,884 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 364b77b131563b648b905a6bc7c84365: 2024-11-13T08:15:40,885 DEBUG [RS_CLOSE_REGION-regionserver/9c6ec3fb6018:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731485739724.364b77b131563b648b905a6bc7c84365. 2024-11-13T08:15:41,040 INFO [RS:0;9c6ec3fb6018:37199 {}] regionserver.HRegionServer(1250): stopping server 9c6ec3fb6018,37199,1731485738317; all regions closed. 2024-11-13T08:15:41,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741833_1009 (size=3188) 2024-11-13T08:15:41,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741833_1009 (size=3188) 2024-11-13T08:15:41,045 DEBUG [RS:0;9c6ec3fb6018:37199 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/oldWALs 2024-11-13T08:15:41,045 INFO [RS:0;9c6ec3fb6018:37199 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 9c6ec3fb6018%2C37199%2C1731485738317:(num 1731485738779) 2024-11-13T08:15:41,045 DEBUG [RS:0;9c6ec3fb6018:37199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:41,045 INFO [RS:0;9c6ec3fb6018:37199 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:15:41,045 INFO [RS:0;9c6ec3fb6018:37199 {}] hbase.ChoreService(370): Chore service for: regionserver/9c6ec3fb6018:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T08:15:41,046 INFO [RS:0;9c6ec3fb6018:37199 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T08:15:41,046 INFO [RS:0;9c6ec3fb6018:37199 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T08:15:41,046 INFO [RS:0;9c6ec3fb6018:37199 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T08:15:41,046 INFO [regionserver/9c6ec3fb6018:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-13T08:15:41,046 INFO [RS:0;9c6ec3fb6018:37199 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37199 2024-11-13T08:15:41,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T08:15:41,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x101a0b31a7c0001, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9c6ec3fb6018,37199,1731485738317 2024-11-13T08:15:41,049 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9c6ec3fb6018,37199,1731485738317] 2024-11-13T08:15:41,049 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 9c6ec3fb6018,37199,1731485738317; numProcessing=2 2024-11-13T08:15:41,050 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/9c6ec3fb6018,37199,1731485738317 already deleted, retry=false 2024-11-13T08:15:41,050 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 9c6ec3fb6018,37199,1731485738317 expired; onlineServers=0 2024-11-13T08:15:41,050 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '9c6ec3fb6018,39469,1731485738274' ***** 2024-11-13T08:15:41,050 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T08:15:41,050 DEBUG [M:0;9c6ec3fb6018:39469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6d80da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9c6ec3fb6018/172.17.0.2:0 2024-11-13T08:15:41,050 INFO [M:0;9c6ec3fb6018:39469 {}] regionserver.HRegionServer(1224): stopping server 9c6ec3fb6018,39469,1731485738274 2024-11-13T08:15:41,050 INFO [M:0;9c6ec3fb6018:39469 {}] regionserver.HRegionServer(1250): stopping server 9c6ec3fb6018,39469,1731485738274; all regions closed. 2024-11-13T08:15:41,050 DEBUG [M:0;9c6ec3fb6018:39469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:15:41,051 DEBUG [M:0;9c6ec3fb6018:39469 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T08:15:41,051 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T08:15:41,051 DEBUG [M:0;9c6ec3fb6018:39469 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T08:15:41,051 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.large.0-1731485738554 {}] cleaner.HFileCleaner(306): Exit Thread[master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.large.0-1731485738554,5,FailOnTimeoutGroup] 2024-11-13T08:15:41,051 DEBUG [master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.small.0-1731485738555 {}] cleaner.HFileCleaner(306): Exit Thread[master/9c6ec3fb6018:0:becomeActiveMaster-HFileCleaner.small.0-1731485738555,5,FailOnTimeoutGroup] 2024-11-13T08:15:41,051 INFO [M:0;9c6ec3fb6018:39469 {}] hbase.ChoreService(370): Chore service for: master/9c6ec3fb6018:0 had [] on shutdown 2024-11-13T08:15:41,051 DEBUG [M:0;9c6ec3fb6018:39469 {}] master.HMaster(1733): Stopping service threads 2024-11-13T08:15:41,051 INFO [M:0;9c6ec3fb6018:39469 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T08:15:41,051 INFO [M:0;9c6ec3fb6018:39469 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T08:15:41,051 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T08:15:41,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T08:15:41,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:15:41,052 DEBUG [M:0;9c6ec3fb6018:39469 {}] zookeeper.ZKUtil(347): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T08:15:41,052 WARN [M:0;9c6ec3fb6018:39469 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T08:15:41,052 INFO [M:0;9c6ec3fb6018:39469 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-13T08:15:41,052 INFO [M:0;9c6ec3fb6018:39469 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T08:15:41,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:15:41,052 DEBUG [M:0;9c6ec3fb6018:39469 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T08:15:41,052 INFO [M:0;9c6ec3fb6018:39469 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:41,053 DEBUG [M:0;9c6ec3fb6018:39469 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:41,053 DEBUG [M:0;9c6ec3fb6018:39469 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T08:15:41,053 DEBUG [M:0;9c6ec3fb6018:39469 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:41,053 INFO [M:0;9c6ec3fb6018:39469 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.94 KB heapSize=56.38 KB 2024-11-13T08:15:41,068 DEBUG [M:0;9c6ec3fb6018:39469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fda5f42848fd4ec79b65018694742681 is 82, key is hbase:meta,,1/info:regioninfo/1731485739185/Put/seqid=0 2024-11-13T08:15:41,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741846_1022 (size=5672) 2024-11-13T08:15:41,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741846_1022 (size=5672) 2024-11-13T08:15:41,074 INFO [M:0;9c6ec3fb6018:39469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fda5f42848fd4ec79b65018694742681 2024-11-13T08:15:41,093 DEBUG [M:0;9c6ec3fb6018:39469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6218e8a2130f4b2b8c66f6eee2a6c280 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731485740095/Put/seqid=0 2024-11-13T08:15:41,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741847_1023 (size=7583) 2024-11-13T08:15:41,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741847_1023 (size=7583) 2024-11-13T08:15:41,098 INFO [M:0;9c6ec3fb6018:39469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.32 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6218e8a2130f4b2b8c66f6eee2a6c280 2024-11-13T08:15:41,116 DEBUG [M:0;9c6ec3fb6018:39469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9aa5c3cecfb4449ea825ba3926edb3af is 69, key is 9c6ec3fb6018,37151,1731485738355/rs:state/1731485738634/Put/seqid=0 2024-11-13T08:15:41,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741848_1024 (size=5224) 2024-11-13T08:15:41,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741848_1024 (size=5224) 2024-11-13T08:15:41,121 INFO [M:0;9c6ec3fb6018:39469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9aa5c3cecfb4449ea825ba3926edb3af 2024-11-13T08:15:41,126 DEBUG [M:0;9c6ec3fb6018:39469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fda5f42848fd4ec79b65018694742681 as hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fda5f42848fd4ec79b65018694742681 2024-11-13T08:15:41,130 INFO [M:0;9c6ec3fb6018:39469 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fda5f42848fd4ec79b65018694742681, entries=8, sequenceid=108, filesize=5.5 K 2024-11-13T08:15:41,131 DEBUG [M:0;9c6ec3fb6018:39469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6218e8a2130f4b2b8c66f6eee2a6c280 as hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6218e8a2130f4b2b8c66f6eee2a6c280 2024-11-13T08:15:41,136 INFO [M:0;9c6ec3fb6018:39469 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6218e8a2130f4b2b8c66f6eee2a6c280, entries=13, sequenceid=108, filesize=7.4 K 2024-11-13T08:15:41,137 DEBUG [M:0;9c6ec3fb6018:39469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9aa5c3cecfb4449ea825ba3926edb3af as hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9aa5c3cecfb4449ea825ba3926edb3af 2024-11-13T08:15:41,141 INFO [M:0;9c6ec3fb6018:39469 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35933/user/jenkins/test-data/9ddd9c5d-7f18-7ee7-f520-f8f9206b9e57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9aa5c3cecfb4449ea825ba3926edb3af, entries=2, sequenceid=108, filesize=5.1 K 2024-11-13T08:15:41,142 INFO [M:0;9c6ec3fb6018:39469 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.94 KB/47046, heapSize ~56.09 KB/57432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 89ms, sequenceid=108, compaction requested=false 2024-11-13T08:15:41,143 INFO [M:0;9c6ec3fb6018:39469 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:15:41,143 DEBUG [M:0;9c6ec3fb6018:39469 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-13T08:15:41,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741830_1006 (size=54577) 2024-11-13T08:15:41,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741830_1006 (size=54577) 2024-11-13T08:15:41,146 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-13T08:15:41,146 INFO [M:0;9c6ec3fb6018:39469 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-13T08:15:41,146 INFO [M:0;9c6ec3fb6018:39469 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39469 2024-11-13T08:15:41,148 DEBUG [M:0;9c6ec3fb6018:39469 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/9c6ec3fb6018,39469,1731485738274 already deleted, retry=false 2024-11-13T08:15:41,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x101a0b31a7c0001, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:41,149 INFO [RS:0;9c6ec3fb6018:37199 {}] regionserver.HRegionServer(1307): Exiting; stopping=9c6ec3fb6018,37199,1731485738317; zookeeper connection closed. 2024-11-13T08:15:41,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x101a0b31a7c0001, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:41,149 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ec9ea0 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ec9ea0 2024-11-13T08:15:41,150 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T08:15:41,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:41,249 INFO [M:0;9c6ec3fb6018:39469 {}] regionserver.HRegionServer(1307): Exiting; stopping=9c6ec3fb6018,39469,1731485738274; zookeeper connection closed. 2024-11-13T08:15:41,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39469-0x101a0b31a7c0000, quorum=127.0.0.1:63840, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:15:41,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@198de6b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:15:41,252 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a314cbf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T08:15:41,252 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T08:15:41,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b9e7c49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T08:15:41,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f0bd446{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/hadoop.log.dir/,STOPPED} 2024-11-13T08:15:41,253 WARN [BP-806157564-172.17.0.2-1731485737603 heartbeating to localhost/127.0.0.1:35933 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T08:15:41,253 WARN [BP-806157564-172.17.0.2-1731485737603 heartbeating to localhost/127.0.0.1:35933 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-806157564-172.17.0.2-1731485737603 (Datanode Uuid 875005b5-c6ea-4d57-97c8-23358ee2b756) service to localhost/127.0.0.1:35933 2024-11-13T08:15:41,254 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T08:15:41,254 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T08:15:41,254 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/cluster_032a05e6-2863-5860-d798-b1f05ab6d7ae/dfs/data/data3/current/BP-806157564-172.17.0.2-1731485737603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:15:41,254 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/cluster_032a05e6-2863-5860-d798-b1f05ab6d7ae/dfs/data/data4/current/BP-806157564-172.17.0.2-1731485737603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:15:41,254 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T08:15:41,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14b1efff{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:15:41,256 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25c919ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T08:15:41,256 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T08:15:41,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40c21d13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T08:15:41,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@459a5c7a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/hadoop.log.dir/,STOPPED} 2024-11-13T08:15:41,259 WARN [BP-806157564-172.17.0.2-1731485737603 heartbeating to localhost/127.0.0.1:35933 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T08:15:41,259 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T08:15:41,259 WARN [BP-806157564-172.17.0.2-1731485737603 heartbeating to localhost/127.0.0.1:35933 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-806157564-172.17.0.2-1731485737603 (Datanode Uuid 8d5bb3a1-8283-4d7a-8571-1af1fc1f204d) service to localhost/127.0.0.1:35933 2024-11-13T08:15:41,259 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T08:15:41,260 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/cluster_032a05e6-2863-5860-d798-b1f05ab6d7ae/dfs/data/data1/current/BP-806157564-172.17.0.2-1731485737603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:15:41,260 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/cluster_032a05e6-2863-5860-d798-b1f05ab6d7ae/dfs/data/data2/current/BP-806157564-172.17.0.2-1731485737603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:15:41,260 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T08:15:41,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41251df7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T08:15:41,266 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@480c1375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T08:15:41,266 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T08:15:41,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67ab7e65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T08:15:41,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@491dded2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/28385831-08ff-9a6c-56f1-79dc18a5e145/hadoop.log.dir/,STOPPED} 2024-11-13T08:15:41,272 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-13T08:15:41,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-13T08:15:41,296 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=200 (was 180) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35933 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2121202573) connection to localhost/127.0.0.1:35933 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:35933 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2121202573) connection to localhost/127.0.0.1:35933 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2121202573) connection to localhost/127.0.0.1:35933 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:35933 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2121202573) connection to localhost/127.0.0.1:35933 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=556 (was 532) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=253 (was 253), ProcessCount=11 (was 11), AvailableMemoryMB=2919 (was 3051)