2024-11-26 07:41:21,699 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-26 07:41:21,748 main DEBUG Took 0.046119 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 07:41:21,749 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 07:41:21,749 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 07:41:21,755 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 07:41:21,761 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:41:21,778 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 07:41:21,801 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:41:21,806 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:41:21,808 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:41:21,809 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:41:21,814 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:41:21,814 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:41:21,819 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:41:21,820 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:41:21,821 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:41:21,822 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:41:21,824 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:41:21,824 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:41:21,825 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:41:21,825 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:41:21,826 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:41:21,827 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:41:21,827 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:41:21,828 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:41:21,829 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:41:21,829 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:41:21,830 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:41:21,831 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:41:21,832 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:41:21,832 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:41:21,833 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:41:21,833 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 07:41:21,859 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:41:21,861 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 07:41:21,864 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 07:41:21,864 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 07:41:21,866 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 07:41:21,867 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 07:41:21,895 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 07:41:21,898 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 07:41:21,901 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 07:41:21,901 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 07:41:21,902 main DEBUG createAppenders(={Console}) 2024-11-26 07:41:21,903 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-26 07:41:21,903 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-26 07:41:21,904 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-26 07:41:21,905 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 07:41:21,905 main DEBUG OutputStream closed 2024-11-26 07:41:21,905 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 07:41:21,906 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 07:41:21,915 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-26 07:41:22,041 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 07:41:22,045 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 07:41:22,046 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 07:41:22,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 07:41:22,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 07:41:22,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 07:41:22,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 07:41:22,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 07:41:22,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 07:41:22,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 07:41:22,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 07:41:22,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 07:41:22,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 07:41:22,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 07:41:22,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 07:41:22,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 07:41:22,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 07:41:22,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 07:41:22,061 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 07:41:22,061 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-26 07:41:22,062 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 07:41:22,063 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-26T07:41:22,412 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba 2024-11-26 07:41:22,416 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 07:41:22,417 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T07:41:22,430 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-26T07:41:22,517 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=464, ProcessCount=11, AvailableMemoryMB=11743 2024-11-26T07:41:22,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:41:22,543 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/cluster_578a3b34-56a2-a5fc-794a-a80cef53b6fd, deleteOnExit=true 2024-11-26T07:41:22,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:41:22,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/test.cache.data in system properties and HBase conf 2024-11-26T07:41:22,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:41:22,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:41:22,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:41:22,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:41:22,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:41:22,679 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T07:41:22,820 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:41:22,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:41:22,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:41:22,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:41:22,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:41:22,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:41:22,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:41:22,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:41:22,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:41:22,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:41:22,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:41:22,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:41:22,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:41:22,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:41:22,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:41:24,051 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T07:41:24,141 INFO [Time-limited test {}] log.Log(170): Logging initialized @3526ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T07:41:24,231 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:41:24,325 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:41:24,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:41:24,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:41:24,382 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:41:24,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:41:24,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:41:24,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:41:24,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/java.io.tmpdir/jetty-localhost-41889-hadoop-hdfs-3_4_1-tests_jar-_-any-8191104318355979421/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:41:24,717 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:41889} 2024-11-26T07:41:24,717 INFO [Time-limited test {}] server.Server(415): Started @4104ms 2024-11-26T07:41:25,344 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:41:25,354 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:41:25,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:41:25,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:41:25,357 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:41:25,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@567f72e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:41:25,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c87dfd3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:41:25,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@138ae980{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/java.io.tmpdir/jetty-localhost-41383-hadoop-hdfs-3_4_1-tests_jar-_-any-14125618076800344520/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:41:25,483 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1272ce68{HTTP/1.1, (http/1.1)}{localhost:41383} 2024-11-26T07:41:25,483 INFO [Time-limited test {}] server.Server(415): Started @4870ms 2024-11-26T07:41:25,546 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:41:25,744 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:41:25,760 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:41:25,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:41:25,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:41:25,788 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:41:25,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@633f9ab3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:41:25,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ed592a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:41:25,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e972183{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/java.io.tmpdir/jetty-localhost-35517-hadoop-hdfs-3_4_1-tests_jar-_-any-13974420899460399592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:41:25,943 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42caca21{HTTP/1.1, (http/1.1)}{localhost:35517} 2024-11-26T07:41:25,943 INFO [Time-limited test {}] server.Server(415): Started @5330ms 2024-11-26T07:41:25,946 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:41:26,758 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/cluster_578a3b34-56a2-a5fc-794a-a80cef53b6fd/data/data1/current/BP-259062960-172.17.0.2-1732606883545/current, will proceed with Du for space computation calculation, 2024-11-26T07:41:26,758 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/cluster_578a3b34-56a2-a5fc-794a-a80cef53b6fd/data/data2/current/BP-259062960-172.17.0.2-1732606883545/current, will proceed with Du for space computation calculation, 2024-11-26T07:41:26,804 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:41:26,823 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/cluster_578a3b34-56a2-a5fc-794a-a80cef53b6fd/data/data4/current/BP-259062960-172.17.0.2-1732606883545/current, will proceed with Du for space computation calculation, 2024-11-26T07:41:26,827 WARN [Thread-104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/cluster_578a3b34-56a2-a5fc-794a-a80cef53b6fd/data/data3/current/BP-259062960-172.17.0.2-1732606883545/current, will proceed with Du for space computation calculation, 2024-11-26T07:41:26,891 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x891388b8f857651f with lease ID 0x41c55e0834661130: Processing first storage report for DS-1ecf7959-1b23-4f73-82c2-ac623f4dff6f from datanode DatanodeRegistration(127.0.0.1:36503, datanodeUuid=f3c03883-c2e8-4cb3-876e-ae135671b54d, infoPort=40513, infoSecurePort=0, ipcPort=41241, storageInfo=lv=-57;cid=testClusterID;nsid=2089967152;c=1732606883545) 2024-11-26T07:41:26,893 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x891388b8f857651f with lease ID 0x41c55e0834661130: from storage DS-1ecf7959-1b23-4f73-82c2-ac623f4dff6f node DatanodeRegistration(127.0.0.1:36503, datanodeUuid=f3c03883-c2e8-4cb3-876e-ae135671b54d, infoPort=40513, infoSecurePort=0, ipcPort=41241, storageInfo=lv=-57;cid=testClusterID;nsid=2089967152;c=1732606883545), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-26T07:41:26,894 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x891388b8f857651f with lease ID 0x41c55e0834661130: Processing first storage report for DS-56862569-3672-4c63-a8c9-318e0a558426 from datanode DatanodeRegistration(127.0.0.1:36503, datanodeUuid=f3c03883-c2e8-4cb3-876e-ae135671b54d, infoPort=40513, infoSecurePort=0, ipcPort=41241, storageInfo=lv=-57;cid=testClusterID;nsid=2089967152;c=1732606883545) 2024-11-26T07:41:26,894 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x891388b8f857651f with lease ID 0x41c55e0834661130: from storage DS-56862569-3672-4c63-a8c9-318e0a558426 node DatanodeRegistration(127.0.0.1:36503, datanodeUuid=f3c03883-c2e8-4cb3-876e-ae135671b54d, infoPort=40513, infoSecurePort=0, ipcPort=41241, storageInfo=lv=-57;cid=testClusterID;nsid=2089967152;c=1732606883545), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:41:26,908 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:41:26,914 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb01187f9a0ec61b0 with lease ID 0x41c55e0834661131: Processing first storage report for DS-b056946e-cb93-460c-8f77-a0dca8e1c3c7 from datanode DatanodeRegistration(127.0.0.1:39027, datanodeUuid=72abd9df-7ca7-4f20-8ffb-30290efa19ed, infoPort=33341, infoSecurePort=0, ipcPort=42739, storageInfo=lv=-57;cid=testClusterID;nsid=2089967152;c=1732606883545) 2024-11-26T07:41:26,914 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb01187f9a0ec61b0 with lease ID 0x41c55e0834661131: from storage DS-b056946e-cb93-460c-8f77-a0dca8e1c3c7 node DatanodeRegistration(127.0.0.1:39027, datanodeUuid=72abd9df-7ca7-4f20-8ffb-30290efa19ed, infoPort=33341, infoSecurePort=0, ipcPort=42739, storageInfo=lv=-57;cid=testClusterID;nsid=2089967152;c=1732606883545), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:41:26,915 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb01187f9a0ec61b0 with lease ID 0x41c55e0834661131: Processing first storage report for DS-c6d7f157-4bb8-41a9-b253-00b39890f4fc from datanode DatanodeRegistration(127.0.0.1:39027, datanodeUuid=72abd9df-7ca7-4f20-8ffb-30290efa19ed, infoPort=33341, infoSecurePort=0, ipcPort=42739, storageInfo=lv=-57;cid=testClusterID;nsid=2089967152;c=1732606883545) 2024-11-26T07:41:26,915 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb01187f9a0ec61b0 with lease ID 0x41c55e0834661131: from storage DS-c6d7f157-4bb8-41a9-b253-00b39890f4fc node DatanodeRegistration(127.0.0.1:39027, datanodeUuid=72abd9df-7ca7-4f20-8ffb-30290efa19ed, infoPort=33341, infoSecurePort=0, ipcPort=42739, storageInfo=lv=-57;cid=testClusterID;nsid=2089967152;c=1732606883545), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:41:26,959 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba 2024-11-26T07:41:27,048 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/cluster_578a3b34-56a2-a5fc-794a-a80cef53b6fd/zookeeper_0, clientPort=63692, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/cluster_578a3b34-56a2-a5fc-794a-a80cef53b6fd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/cluster_578a3b34-56a2-a5fc-794a-a80cef53b6fd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T07:41:27,064 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63692 2024-11-26T07:41:27,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:41:27,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:41:27,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:41:27,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:41:27,430 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21 with version=8 2024-11-26T07:41:27,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/hbase-staging 2024-11-26T07:41:27,578 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T07:41:27,890 INFO [Time-limited test {}] client.ConnectionUtils(128): master/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:41:27,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:41:27,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:41:27,918 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:41:27,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:41:27,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:41:28,144 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:41:28,231 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T07:41:28,244 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T07:41:28,248 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:41:28,284 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6209 (auto-detected) 2024-11-26T07:41:28,286 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T07:41:28,323 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42817 2024-11-26T07:41:28,355 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42817 connecting to ZooKeeper ensemble=127.0.0.1:63692 2024-11-26T07:41:28,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428170x0, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:41:28,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42817-0x101776097360000 connected 2024-11-26T07:41:28,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:41:28,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:41:28,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:41:28,624 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21, hbase.cluster.distributed=false 2024-11-26T07:41:28,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:41:28,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42817 2024-11-26T07:41:28,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42817 2024-11-26T07:41:28,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42817 2024-11-26T07:41:28,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42817 2024-11-26T07:41:28,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42817 2024-11-26T07:41:28,790 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:41:28,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:41:28,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:41:28,792 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:41:28,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:41:28,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:41:28,795 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:41:28,798 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:41:28,799 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37805 2024-11-26T07:41:28,802 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37805 connecting to ZooKeeper ensemble=127.0.0.1:63692 2024-11-26T07:41:28,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:41:28,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:41:28,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378050x0, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:41:28,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378050x0, quorum=127.0.0.1:63692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:41:28,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37805-0x101776097360001 connected 2024-11-26T07:41:28,854 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:41:28,878 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:41:28,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37805-0x101776097360001, quorum=127.0.0.1:63692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T07:41:28,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37805-0x101776097360001, quorum=127.0.0.1:63692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:41:28,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37805 2024-11-26T07:41:28,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37805 2024-11-26T07:41:28,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37805 2024-11-26T07:41:28,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37805 2024-11-26T07:41:28,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37805 2024-11-26T07:41:28,916 DEBUG [M:0;719ac8e87449:42817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;719ac8e87449:42817 2024-11-26T07:41:28,918 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/719ac8e87449,42817,1732606887712 2024-11-26T07:41:28,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37805-0x101776097360001, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:41:28,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:41:28,962 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/719ac8e87449,42817,1732606887712 2024-11-26T07:41:29,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37805-0x101776097360001, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T07:41:29,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:41:29,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37805-0x101776097360001, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:41:29,028 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T07:41:29,029 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/719ac8e87449,42817,1732606887712 from backup master directory 2024-11-26T07:41:29,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37805-0x101776097360001, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:41:29,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/719ac8e87449,42817,1732606887712 2024-11-26T07:41:29,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:41:29,038 WARN [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:41:29,039 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=719ac8e87449,42817,1732606887712 2024-11-26T07:41:29,041 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T07:41:29,043 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T07:41:29,107 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/hbase.id] with ID: 0679e778-a7b2-48b5-a831-0dccbf021bd1 2024-11-26T07:41:29,107 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/.tmp/hbase.id 2024-11-26T07:41:29,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:41:29,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:41:29,134 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/.tmp/hbase.id]:[hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/hbase.id] 2024-11-26T07:41:29,186 INFO [master/719ac8e87449:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:41:29,194 INFO [master/719ac8e87449:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:41:29,219 INFO [master/719ac8e87449:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms. 2024-11-26T07:41:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:41:29,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37805-0x101776097360001, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:41:29,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:41:29,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:41:29,289 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:41:29,293 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:41:29,301 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:41:29,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:41:29,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:41:29,417 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/data/master/store 2024-11-26T07:41:29,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:41:29,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:41:29,451 INFO [master/719ac8e87449:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T07:41:29,455 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:41:29,456 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:41:29,456 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:41:29,457 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:41:29,458 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:41:29,459 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:41:29,459 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:41:29,460 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732606889456Disabling compacts and flushes for region at 1732606889456Disabling writes for close at 1732606889458 (+2 ms)Writing region close event to WAL at 1732606889459 (+1 ms)Closed at 1732606889459 2024-11-26T07:41:29,463 WARN [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/data/master/store/.initializing 2024-11-26T07:41:29,463 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/WALs/719ac8e87449,42817,1732606887712 2024-11-26T07:41:29,473 INFO [master/719ac8e87449:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:41:29,491 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C42817%2C1732606887712, suffix=, logDir=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/WALs/719ac8e87449,42817,1732606887712, archiveDir=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/oldWALs, maxLogs=10 2024-11-26T07:41:29,529 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/WALs/719ac8e87449,42817,1732606887712/719ac8e87449%2C42817%2C1732606887712.1732606889497, exclude list is [], retry=0 2024-11-26T07:41:29,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:41:29,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36503,DS-1ecf7959-1b23-4f73-82c2-ac623f4dff6f,DISK] 2024-11-26T07:41:29,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39027,DS-b056946e-cb93-460c-8f77-a0dca8e1c3c7,DISK] 2024-11-26T07:41:29,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T07:41:29,598 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/WALs/719ac8e87449,42817,1732606887712/719ac8e87449%2C42817%2C1732606887712.1732606889497 2024-11-26T07:41:29,600 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33341:33341),(127.0.0.1/127.0.0.1:40513:40513)] 2024-11-26T07:41:29,601 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:41:29,601 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:41:29,605 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:41:29,606 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:41:29,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:41:29,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:41:29,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:41:29,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:41:29,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:41:29,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:41:29,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:41:29,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:41:29,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:41:29,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:41:29,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:41:29,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:41:29,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:41:29,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:41:29,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:41:29,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:41:29,713 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:41:29,718 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:41:29,720 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:41:29,733 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:41:29,734 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:41:29,739 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:41:29,744 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:41:29,750 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:41:29,752 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=799932, jitterRate=0.017166689038276672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:41:29,764 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732606889619Initializing all the Stores at 1732606889622 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606889623 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606889624 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606889624Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606889624Cleaning up temporary data from old regions at 1732606889734 (+110 ms)Region opened successfully at 1732606889762 (+28 ms) 2024-11-26T07:41:29,766 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:41:29,813 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21916333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:41:29,855 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:41:29,869 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:41:29,870 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:41:29,873 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:41:29,875 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T07:41:29,881 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-26T07:41:29,881 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:41:29,918 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:41:29,928 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T07:41:29,987 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T07:41:29,991 INFO [master/719ac8e87449:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:41:29,997 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:41:30,009 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T07:41:30,012 INFO [master/719ac8e87449:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:41:30,017 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:41:30,029 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T07:41:30,031 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:41:30,042 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T07:41:30,066 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:41:30,075 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T07:41:30,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:41:30,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37805-0x101776097360001, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:41:30,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:41:30,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37805-0x101776097360001, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:41:30,090 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=719ac8e87449,42817,1732606887712, sessionid=0x101776097360000, setting cluster-up flag (Was=false) 2024-11-26T07:41:30,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:41:30,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37805-0x101776097360001, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:41:30,145 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T07:41:30,148 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=719ac8e87449,42817,1732606887712 2024-11-26T07:41:30,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37805-0x101776097360001, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:41:30,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:41:30,195 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T07:41:30,197 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=719ac8e87449,42817,1732606887712 2024-11-26T07:41:30,205 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:41:30,288 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:41:30,298 INFO [master/719ac8e87449:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:41:30,304 INFO [master/719ac8e87449:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:41:30,308 INFO [RS:0;719ac8e87449:37805 {}] regionserver.HRegionServer(746): ClusterId : 0679e778-a7b2-48b5-a831-0dccbf021bd1 2024-11-26T07:41:30,311 DEBUG [RS:0;719ac8e87449:37805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:41:30,312 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 719ac8e87449,42817,1732606887712 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:41:30,333 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:41:30,333 DEBUG [RS:0;719ac8e87449:37805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:41:30,333 DEBUG [RS:0;719ac8e87449:37805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:41:30,333 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:41:30,333 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:41:30,333 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:41:30,333 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/719ac8e87449:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:41:30,334 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:41:30,334 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:41:30,334 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:41:30,344 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:41:30,345 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:41:30,346 DEBUG [RS:0;719ac8e87449:37805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:41:30,347 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732606920347 2024-11-26T07:41:30,347 DEBUG [RS:0;719ac8e87449:37805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7038cd1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:41:30,349 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:41:30,350 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:41:30,354 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:41:30,354 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:41:30,355 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:41:30,355 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:41:30,359 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:41:30,359 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:41:30,367 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:41:30,381 DEBUG [RS:0;719ac8e87449:37805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;719ac8e87449:37805 2024-11-26T07:41:30,383 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:41:30,384 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:41:30,384 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:41:30,386 INFO [RS:0;719ac8e87449:37805 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:41:30,386 INFO [RS:0;719ac8e87449:37805 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:41:30,386 DEBUG [RS:0;719ac8e87449:37805 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:41:30,389 INFO [RS:0;719ac8e87449:37805 {}] regionserver.HRegionServer(2659): reportForDuty to master=719ac8e87449,42817,1732606887712 with port=37805, startcode=1732606888753 2024-11-26T07:41:30,395 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:41:30,395 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:41:30,400 DEBUG [RS:0;719ac8e87449:37805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:41:30,406 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732606890397,5,FailOnTimeoutGroup] 2024-11-26T07:41:30,414 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732606890407,5,FailOnTimeoutGroup] 2024-11-26T07:41:30,415 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:41:30,415 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:41:30,417 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:41:30,417 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:41:30,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:41:30,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:41:30,456 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:41:30,456 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21 2024-11-26T07:41:30,508 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41065, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:41:30,519 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 719ac8e87449,37805,1732606888753 2024-11-26T07:41:30,523 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42817 {}] master.ServerManager(517): Registering regionserver=719ac8e87449,37805,1732606888753 2024-11-26T07:41:30,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741832_1008 (size=32) 2024-11-26T07:41:30,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741832_1008 (size=32) 2024-11-26T07:41:30,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:41:30,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:41:30,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:41:30,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:41:30,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:41:30,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:41:30,553 DEBUG [RS:0;719ac8e87449:37805 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21 2024-11-26T07:41:30,553 DEBUG [RS:0;719ac8e87449:37805 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44459 2024-11-26T07:41:30,553 DEBUG [RS:0;719ac8e87449:37805 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:41:30,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:41:30,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:41:30,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:41:30,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:41:30,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:41:30,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:41:30,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:41:30,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:41:30,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:41:30,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:41:30,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:41:30,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:41:30,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/hbase/meta/1588230740 2024-11-26T07:41:30,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/hbase/meta/1588230740 2024-11-26T07:41:30,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:41:30,580 DEBUG [RS:0;719ac8e87449:37805 {}] zookeeper.ZKUtil(111): regionserver:37805-0x101776097360001, quorum=127.0.0.1:63692, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/719ac8e87449,37805,1732606888753 2024-11-26T07:41:30,580 WARN [RS:0;719ac8e87449:37805 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:41:30,580 INFO [RS:0;719ac8e87449:37805 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:41:30,581 DEBUG [RS:0;719ac8e87449:37805 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/WALs/719ac8e87449,37805,1732606888753 2024-11-26T07:41:30,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:41:30,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:41:30,587 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [719ac8e87449,37805,1732606888753] 2024-11-26T07:41:30,587 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T07:41:30,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:41:30,604 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:41:30,608 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=707477, jitterRate=-0.10039724409580231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T07:41:30,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732606890539Initializing all the Stores at 1732606890542 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606890542Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606890544 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606890544Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606890544Cleaning up temporary data from old regions at 1732606890585 (+41 ms)Region opened successfully at 1732606890612 (+27 ms) 2024-11-26T07:41:30,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:41:30,612 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:41:30,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:41:30,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:41:30,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:41:30,615 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:41:30,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732606890612Disabling compacts and flushes for region at 1732606890612Disabling writes for close at 1732606890613 (+1 ms)Writing region close event to WAL at 1732606890615 (+2 ms)Closed at 1732606890615 2024-11-26T07:41:30,620 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:41:30,620 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:41:30,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:41:30,629 INFO [RS:0;719ac8e87449:37805 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:41:30,636 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:41:30,640 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:41:30,649 INFO [RS:0;719ac8e87449:37805 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:41:30,655 INFO [RS:0;719ac8e87449:37805 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:41:30,656 INFO [RS:0;719ac8e87449:37805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:41:30,657 INFO [RS:0;719ac8e87449:37805 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:41:30,663 INFO [RS:0;719ac8e87449:37805 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:41:30,665 INFO [RS:0;719ac8e87449:37805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:41:30,665 DEBUG [RS:0;719ac8e87449:37805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:41:30,665 DEBUG [RS:0;719ac8e87449:37805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:41:30,665 DEBUG [RS:0;719ac8e87449:37805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:41:30,666 DEBUG [RS:0;719ac8e87449:37805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:41:30,666 DEBUG [RS:0;719ac8e87449:37805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:41:30,666 DEBUG [RS:0;719ac8e87449:37805 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:41:30,666 DEBUG [RS:0;719ac8e87449:37805 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:41:30,666 DEBUG [RS:0;719ac8e87449:37805 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:41:30,666 DEBUG [RS:0;719ac8e87449:37805 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:41:30,666 DEBUG [RS:0;719ac8e87449:37805 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:41:30,667 DEBUG [RS:0;719ac8e87449:37805 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:41:30,667 DEBUG [RS:0;719ac8e87449:37805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:41:30,667 DEBUG [RS:0;719ac8e87449:37805 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:41:30,667 DEBUG [RS:0;719ac8e87449:37805 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:41:30,668 INFO [RS:0;719ac8e87449:37805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:41:30,669 INFO [RS:0;719ac8e87449:37805 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:41:30,669 INFO [RS:0;719ac8e87449:37805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:41:30,670 INFO [RS:0;719ac8e87449:37805 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:41:30,670 INFO [RS:0;719ac8e87449:37805 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:41:30,670 INFO [RS:0;719ac8e87449:37805 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,37805,1732606888753-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:41:30,692 INFO [RS:0;719ac8e87449:37805 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:41:30,694 INFO [RS:0;719ac8e87449:37805 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,37805,1732606888753-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:41:30,695 INFO [RS:0;719ac8e87449:37805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:41:30,695 INFO [RS:0;719ac8e87449:37805 {}] regionserver.Replication(171): 719ac8e87449,37805,1732606888753 started 2024-11-26T07:41:30,715 INFO [RS:0;719ac8e87449:37805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:41:30,716 INFO [RS:0;719ac8e87449:37805 {}] regionserver.HRegionServer(1482): Serving as 719ac8e87449,37805,1732606888753, RpcServer on 719ac8e87449/172.17.0.2:37805, sessionid=0x101776097360001 2024-11-26T07:41:30,717 DEBUG [RS:0;719ac8e87449:37805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:41:30,717 DEBUG [RS:0;719ac8e87449:37805 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 719ac8e87449,37805,1732606888753 2024-11-26T07:41:30,717 DEBUG [RS:0;719ac8e87449:37805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,37805,1732606888753' 2024-11-26T07:41:30,717 DEBUG [RS:0;719ac8e87449:37805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T07:41:30,718 DEBUG [RS:0;719ac8e87449:37805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T07:41:30,719 DEBUG [RS:0;719ac8e87449:37805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:41:30,719 DEBUG [RS:0;719ac8e87449:37805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:41:30,719 DEBUG [RS:0;719ac8e87449:37805 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 719ac8e87449,37805,1732606888753 2024-11-26T07:41:30,720 DEBUG [RS:0;719ac8e87449:37805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,37805,1732606888753' 2024-11-26T07:41:30,720 DEBUG [RS:0;719ac8e87449:37805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T07:41:30,720 DEBUG [RS:0;719ac8e87449:37805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T07:41:30,721 DEBUG [RS:0;719ac8e87449:37805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:41:30,721 INFO [RS:0;719ac8e87449:37805 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:41:30,721 INFO [RS:0;719ac8e87449:37805 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:41:30,791 WARN [719ac8e87449:42817 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T07:41:30,827 INFO [RS:0;719ac8e87449:37805 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:41:30,830 INFO [RS:0;719ac8e87449:37805 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C37805%2C1732606888753, suffix=, logDir=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/WALs/719ac8e87449,37805,1732606888753, archiveDir=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/oldWALs, maxLogs=32 2024-11-26T07:41:30,852 DEBUG [RS:0;719ac8e87449:37805 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/WALs/719ac8e87449,37805,1732606888753/719ac8e87449%2C37805%2C1732606888753.1732606890833, exclude list is [], retry=0 2024-11-26T07:41:30,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39027,DS-b056946e-cb93-460c-8f77-a0dca8e1c3c7,DISK] 2024-11-26T07:41:30,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36503,DS-1ecf7959-1b23-4f73-82c2-ac623f4dff6f,DISK] 2024-11-26T07:41:30,869 INFO [RS:0;719ac8e87449:37805 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/WALs/719ac8e87449,37805,1732606888753/719ac8e87449%2C37805%2C1732606888753.1732606890833 2024-11-26T07:41:30,871 DEBUG [RS:0;719ac8e87449:37805 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33341:33341),(127.0.0.1/127.0.0.1:40513:40513)] 2024-11-26T07:41:31,044 DEBUG [719ac8e87449:42817 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:41:31,057 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=719ac8e87449,37805,1732606888753 2024-11-26T07:41:31,064 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 719ac8e87449,37805,1732606888753, state=OPENING 2024-11-26T07:41:31,120 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:41:31,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37805-0x101776097360001, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:41:31,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:41:31,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:41:31,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:41:31,132 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:41:31,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=719ac8e87449,37805,1732606888753}] 2024-11-26T07:41:31,312 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:41:31,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57583, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:41:31,329 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:41:31,330 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:41:31,331 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:41:31,336 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C37805%2C1732606888753.meta, suffix=.meta, logDir=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/WALs/719ac8e87449,37805,1732606888753, archiveDir=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/oldWALs, maxLogs=32 2024-11-26T07:41:31,359 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/WALs/719ac8e87449,37805,1732606888753/719ac8e87449%2C37805%2C1732606888753.meta.1732606891339.meta, exclude list is [], retry=0 2024-11-26T07:41:31,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36503,DS-1ecf7959-1b23-4f73-82c2-ac623f4dff6f,DISK] 2024-11-26T07:41:31,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39027,DS-b056946e-cb93-460c-8f77-a0dca8e1c3c7,DISK] 2024-11-26T07:41:31,376 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/WALs/719ac8e87449,37805,1732606888753/719ac8e87449%2C37805%2C1732606888753.meta.1732606891339.meta 2024-11-26T07:41:31,377 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40513:40513),(127.0.0.1/127.0.0.1:33341:33341)] 2024-11-26T07:41:31,377 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:41:31,380 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:41:31,384 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:41:31,389 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:41:31,394 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:41:31,395 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:41:31,395 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:41:31,395 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:41:31,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:41:31,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:41:31,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:41:31,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:41:31,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:41:31,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:41:31,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:41:31,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:41:31,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:41:31,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:41:31,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:41:31,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:41:31,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:41:31,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:41:31,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:41:31,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:41:31,413 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:41:31,415 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/hbase/meta/1588230740 2024-11-26T07:41:31,420 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/hbase/meta/1588230740 2024-11-26T07:41:31,425 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:41:31,425 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:41:31,426 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T07:41:31,430 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:41:31,433 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=847110, jitterRate=0.07715697586536407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T07:41:31,433 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:41:31,435 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732606891396Writing region info on filesystem at 1732606891396Initializing all the Stores at 1732606891398 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606891398Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606891399 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606891399Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606891399Cleaning up temporary data from old regions at 1732606891425 (+26 ms)Running coprocessor post-open hooks at 1732606891433 (+8 ms)Region opened successfully at 1732606891435 (+2 ms) 2024-11-26T07:41:31,444 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732606891302 2024-11-26T07:41:31,461 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:41:31,462 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:41:31,465 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,37805,1732606888753 2024-11-26T07:41:31,470 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 719ac8e87449,37805,1732606888753, state=OPEN 2024-11-26T07:41:31,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37805-0x101776097360001, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:41:31,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:41:31,519 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=719ac8e87449,37805,1732606888753 2024-11-26T07:41:31,520 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:41:31,520 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:41:31,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:41:31,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=719ac8e87449,37805,1732606888753 in 385 msec 2024-11-26T07:41:31,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:41:31,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 915 msec 2024-11-26T07:41:31,557 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:41:31,557 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:41:31,582 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:41:31,584 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,37805,1732606888753, seqNum=-1] 2024-11-26T07:41:31,610 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:41:31,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58563, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:41:31,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3970 sec 2024-11-26T07:41:31,655 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732606891655, completionTime=-1 2024-11-26T07:41:31,659 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:41:31,659 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:41:31,696 INFO [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:41:31,696 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732606951696 2024-11-26T07:41:31,697 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732607011697 2024-11-26T07:41:31,697 INFO [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 37 msec 2024-11-26T07:41:31,699 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,42817,1732606887712-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:41:31,700 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,42817,1732606887712-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:41:31,700 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,42817,1732606887712-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:41:31,702 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-719ac8e87449:42817, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:41:31,702 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:41:31,703 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:41:31,710 DEBUG [master/719ac8e87449:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:41:31,744 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.705sec 2024-11-26T07:41:31,746 INFO [master/719ac8e87449:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:41:31,748 INFO [master/719ac8e87449:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:41:31,752 INFO [master/719ac8e87449:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:41:31,753 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:41:31,753 INFO [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:41:31,784 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,42817,1732606887712-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:41:31,786 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,42817,1732606887712-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:41:31,830 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:41:31,832 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:41:31,832 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,42817,1732606887712-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:41:31,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc62862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:41:31,840 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T07:41:31,840 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T07:41:31,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,42817,-1 for getting cluster id 2024-11-26T07:41:31,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:41:31,859 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0679e778-a7b2-48b5-a831-0dccbf021bd1' 2024-11-26T07:41:31,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:41:31,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0679e778-a7b2-48b5-a831-0dccbf021bd1" 2024-11-26T07:41:31,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d18535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:41:31,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,42817,-1] 2024-11-26T07:41:31,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:41:31,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:41:31,880 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:41:31,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@faee246, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:41:31,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:41:31,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,37805,1732606888753, seqNum=-1] 2024-11-26T07:41:31,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:41:31,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:41:31,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=719ac8e87449,42817,1732606887712 2024-11-26T07:41:31,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:41:31,947 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-26T07:41:31,951 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:41:31,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,42817,1732606887712 2024-11-26T07:41:31,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ce75773 2024-11-26T07:41:31,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:41:31,965 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:41:31,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42817 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-26T07:41:31,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42817 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-26T07:41:31,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42817 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:41:31,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42817 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-26T07:41:31,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:41:31,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42817 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-26T07:41:31,989 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:41:31,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:41:31,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:41:32,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741835_1011 (size=389) 2024-11-26T07:41:32,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741835_1011 (size=389) 2024-11-26T07:41:32,026 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c658dfbdd790f7f8bce9830109629cea, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732606891967.c658dfbdd790f7f8bce9830109629cea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21 2024-11-26T07:41:32,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741836_1012 (size=72) 2024-11-26T07:41:32,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741836_1012 (size=72) 2024-11-26T07:41:32,049 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732606891967.c658dfbdd790f7f8bce9830109629cea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:41:32,049 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing c658dfbdd790f7f8bce9830109629cea, disabling compactions & flushes 2024-11-26T07:41:32,050 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732606891967.c658dfbdd790f7f8bce9830109629cea. 2024-11-26T07:41:32,050 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732606891967.c658dfbdd790f7f8bce9830109629cea. 2024-11-26T07:41:32,050 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732606891967.c658dfbdd790f7f8bce9830109629cea. after waiting 0 ms 2024-11-26T07:41:32,050 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732606891967.c658dfbdd790f7f8bce9830109629cea. 2024-11-26T07:41:32,050 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732606891967.c658dfbdd790f7f8bce9830109629cea. 2024-11-26T07:41:32,050 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for c658dfbdd790f7f8bce9830109629cea: Waiting for close lock at 1732606892049Disabling compacts and flushes for region at 1732606892049Disabling writes for close at 1732606892050 (+1 ms)Writing region close event to WAL at 1732606892050Closed at 1732606892050 2024-11-26T07:41:32,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:41:32,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1732606891967.c658dfbdd790f7f8bce9830109629cea.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1732606892053"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732606892053"}]},"ts":"1732606892053"} 2024-11-26T07:41:32,066 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:41:32,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:41:32,071 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732606892069"}]},"ts":"1732606892069"} 2024-11-26T07:41:32,077 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-26T07:41:32,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=c658dfbdd790f7f8bce9830109629cea, ASSIGN}] 2024-11-26T07:41:32,081 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=c658dfbdd790f7f8bce9830109629cea, ASSIGN 2024-11-26T07:41:32,084 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=c658dfbdd790f7f8bce9830109629cea, ASSIGN; state=OFFLINE, location=719ac8e87449,37805,1732606888753; forceNewPlan=false, retain=false 2024-11-26T07:41:32,236 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c658dfbdd790f7f8bce9830109629cea, regionState=OPENING, regionLocation=719ac8e87449,37805,1732606888753 2024-11-26T07:41:32,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=c658dfbdd790f7f8bce9830109629cea, ASSIGN because future has completed 2024-11-26T07:41:32,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c658dfbdd790f7f8bce9830109629cea, server=719ac8e87449,37805,1732606888753}] 2024-11-26T07:41:32,406 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1732606891967.c658dfbdd790f7f8bce9830109629cea. 2024-11-26T07:41:32,407 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c658dfbdd790f7f8bce9830109629cea, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732606891967.c658dfbdd790f7f8bce9830109629cea.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:41:32,408 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling c658dfbdd790f7f8bce9830109629cea 2024-11-26T07:41:32,408 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732606891967.c658dfbdd790f7f8bce9830109629cea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:41:32,408 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c658dfbdd790f7f8bce9830109629cea 2024-11-26T07:41:32,408 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c658dfbdd790f7f8bce9830109629cea 2024-11-26T07:41:32,415 INFO [StoreOpener-c658dfbdd790f7f8bce9830109629cea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c658dfbdd790f7f8bce9830109629cea 2024-11-26T07:41:32,419 INFO [StoreOpener-c658dfbdd790f7f8bce9830109629cea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c658dfbdd790f7f8bce9830109629cea columnFamilyName info 2024-11-26T07:41:32,419 DEBUG [StoreOpener-c658dfbdd790f7f8bce9830109629cea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:41:32,421 INFO [StoreOpener-c658dfbdd790f7f8bce9830109629cea-1 {}] regionserver.HStore(327): Store=c658dfbdd790f7f8bce9830109629cea/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:41:32,421 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c658dfbdd790f7f8bce9830109629cea 2024-11-26T07:41:32,424 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/default/TestLogRolling-testSlowSyncLogRolling/c658dfbdd790f7f8bce9830109629cea 2024-11-26T07:41:32,425 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/default/TestLogRolling-testSlowSyncLogRolling/c658dfbdd790f7f8bce9830109629cea 2024-11-26T07:41:32,427 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c658dfbdd790f7f8bce9830109629cea 2024-11-26T07:41:32,427 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c658dfbdd790f7f8bce9830109629cea 2024-11-26T07:41:32,430 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c658dfbdd790f7f8bce9830109629cea 2024-11-26T07:41:32,441 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/default/TestLogRolling-testSlowSyncLogRolling/c658dfbdd790f7f8bce9830109629cea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:41:32,444 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c658dfbdd790f7f8bce9830109629cea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=787479, jitterRate=0.0013324469327926636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:41:32,444 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c658dfbdd790f7f8bce9830109629cea 2024-11-26T07:41:32,445 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c658dfbdd790f7f8bce9830109629cea: Running coprocessor pre-open hook at 1732606892409Writing region info on filesystem at 1732606892409Initializing all the Stores at 1732606892412 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606892412Cleaning up temporary data from old regions at 1732606892427 (+15 ms)Running coprocessor post-open hooks at 1732606892444 (+17 ms)Region opened successfully at 1732606892445 (+1 ms) 2024-11-26T07:41:32,448 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1732606891967.c658dfbdd790f7f8bce9830109629cea., pid=6, masterSystemTime=1732606892399 2024-11-26T07:41:32,456 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c658dfbdd790f7f8bce9830109629cea, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,37805,1732606888753 2024-11-26T07:41:32,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c658dfbdd790f7f8bce9830109629cea, server=719ac8e87449,37805,1732606888753 because future has completed 2024-11-26T07:41:32,462 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1732606891967.c658dfbdd790f7f8bce9830109629cea. 2024-11-26T07:41:32,462 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1732606891967.c658dfbdd790f7f8bce9830109629cea. 2024-11-26T07:41:32,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T07:41:32,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c658dfbdd790f7f8bce9830109629cea, server=719ac8e87449,37805,1732606888753 in 231 msec 2024-11-26T07:41:32,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T07:41:32,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=c658dfbdd790f7f8bce9830109629cea, ASSIGN in 408 msec 2024-11-26T07:41:32,502 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:41:32,503 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732606892502"}]},"ts":"1732606892502"} 2024-11-26T07:41:32,508 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-26T07:41:32,512 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:41:32,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 537 msec 2024-11-26T07:41:36,910 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T07:41:36,975 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T07:41:36,976 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-26T07:41:38,222 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T07:41:38,224 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T07:41:38,230 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-26T07:41:38,231 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-26T07:41:38,232 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:41:38,232 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T07:41:38,232 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T07:41:38,232 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T07:41:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:41:42,093 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-26T07:41:42,099 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-26T07:41:42,107 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-26T07:41:42,107 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1732606891967.c658dfbdd790f7f8bce9830109629cea. 2024-11-26T07:41:42,121 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/WALs/719ac8e87449,37805,1732606888753/719ac8e87449%2C37805%2C1732606888753.1732606902108, exclude list is [], retry=0 2024-11-26T07:41:42,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36503,DS-1ecf7959-1b23-4f73-82c2-ac623f4dff6f,DISK] 2024-11-26T07:41:42,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39027,DS-b056946e-cb93-460c-8f77-a0dca8e1c3c7,DISK] 2024-11-26T07:41:42,129 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/WALs/719ac8e87449,37805,1732606888753/719ac8e87449%2C37805%2C1732606888753.1732606890833 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/WALs/719ac8e87449,37805,1732606888753/719ac8e87449%2C37805%2C1732606888753.1732606902108 2024-11-26T07:41:42,130 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40513:40513),(127.0.0.1/127.0.0.1:33341:33341)] 2024-11-26T07:41:42,130 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/WALs/719ac8e87449,37805,1732606888753/719ac8e87449%2C37805%2C1732606888753.1732606890833 is not closed yet, will try archiving it next time 2024-11-26T07:41:42,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741833_1009 (size=451) 2024-11-26T07:41:42,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741833_1009 (size=451) 2024-11-26T07:41:42,135 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/WALs/719ac8e87449,37805,1732606888753/719ac8e87449%2C37805%2C1732606888753.1732606890833 to hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/oldWALs/719ac8e87449%2C37805%2C1732606888753.1732606890833 2024-11-26T07:41:42,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1732606891967.c658dfbdd790f7f8bce9830109629cea., hostname=719ac8e87449,37805,1732606888753, seqNum=2] 2024-11-26T07:41:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] regionserver.HRegion(8855): Flush requested on c658dfbdd790f7f8bce9830109629cea 2024-11-26T07:41:56,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c658dfbdd790f7f8bce9830109629cea 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-26T07:41:56,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/default/TestLogRolling-testSlowSyncLogRolling/c658dfbdd790f7f8bce9830109629cea/.tmp/info/6196664c37a7423da48c0126c09ff382 is 1055, key is row0001/info:/1732606902141/Put/seqid=0 2024-11-26T07:41:56,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741838_1014 (size=13386) 2024-11-26T07:41:56,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741838_1014 (size=13386) 2024-11-26T07:41:56,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/default/TestLogRolling-testSlowSyncLogRolling/c658dfbdd790f7f8bce9830109629cea/.tmp/info/6196664c37a7423da48c0126c09ff382 2024-11-26T07:41:56,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/default/TestLogRolling-testSlowSyncLogRolling/c658dfbdd790f7f8bce9830109629cea/.tmp/info/6196664c37a7423da48c0126c09ff382 as hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/default/TestLogRolling-testSlowSyncLogRolling/c658dfbdd790f7f8bce9830109629cea/info/6196664c37a7423da48c0126c09ff382 2024-11-26T07:41:56,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/default/TestLogRolling-testSlowSyncLogRolling/c658dfbdd790f7f8bce9830109629cea/info/6196664c37a7423da48c0126c09ff382, entries=8, sequenceid=12, filesize=13.1 K 2024-11-26T07:41:56,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for c658dfbdd790f7f8bce9830109629cea in 200ms, sequenceid=12, compaction requested=false 2024-11-26T07:41:56,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c658dfbdd790f7f8bce9830109629cea: 2024-11-26T07:41:56,955 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T07:42:02,201 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/WALs/719ac8e87449,37805,1732606888753/719ac8e87449%2C37805%2C1732606888753.1732606922186, exclude list is [], retry=0 2024-11-26T07:42:02,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36503,DS-1ecf7959-1b23-4f73-82c2-ac623f4dff6f,DISK] 2024-11-26T07:42:02,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39027,DS-b056946e-cb93-460c-8f77-a0dca8e1c3c7,DISK] 2024-11-26T07:42:02,218 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/WALs/719ac8e87449,37805,1732606888753/719ac8e87449%2C37805%2C1732606888753.1732606902108 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/WALs/719ac8e87449,37805,1732606888753/719ac8e87449%2C37805%2C1732606888753.1732606922186 2024-11-26T07:42:02,218 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40513:40513),(127.0.0.1/127.0.0.1:33341:33341)] 2024-11-26T07:42:02,218 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/WALs/719ac8e87449,37805,1732606888753/719ac8e87449%2C37805%2C1732606888753.1732606902108 is not closed yet, will try archiving it next time 2024-11-26T07:42:02,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741837_1013 (size=12149) 2024-11-26T07:42:02,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741837_1013 (size=12149) 2024-11-26T07:42:07,225 INFO [AsyncFSWAL-0-hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21-prefix:719ac8e87449,37805,1732606888753 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5004 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:36503,DS-1ecf7959-1b23-4f73-82c2-ac623f4dff6f,DISK], DatanodeInfoWithStorage[127.0.0.1:39027,DS-b056946e-cb93-460c-8f77-a0dca8e1c3c7,DISK]] 2024-11-26T07:42:07,228 WARN [AsyncFSWAL-0-hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21-prefix:719ac8e87449,37805,1732606888753 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5004 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:36503,DS-1ecf7959-1b23-4f73-82c2-ac623f4dff6f,DISK], DatanodeInfoWithStorage[127.0.0.1:39027,DS-b056946e-cb93-460c-8f77-a0dca8e1c3c7,DISK]] 2024-11-26T07:42:07,229 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 719ac8e87449%2C37805%2C1732606888753:(num 1732606922186) roll requested 2024-11-26T07:42:07,245 DEBUG [regionserver/719ac8e87449:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/WALs/719ac8e87449,37805,1732606888753/719ac8e87449%2C37805%2C1732606888753.1732606927230, exclude list is [], retry=0 2024-11-26T07:42:07,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39027,DS-b056946e-cb93-460c-8f77-a0dca8e1c3c7,DISK] 2024-11-26T07:42:07,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36503,DS-1ecf7959-1b23-4f73-82c2-ac623f4dff6f,DISK] 2024-11-26T07:42:07,270 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/WALs/719ac8e87449,37805,1732606888753/719ac8e87449%2C37805%2C1732606888753.1732606922186 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/WALs/719ac8e87449,37805,1732606888753/719ac8e87449%2C37805%2C1732606888753.1732606927230 2024-11-26T07:42:07,270 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33341:33341),(127.0.0.1/127.0.0.1:40513:40513)] 2024-11-26T07:42:07,270 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/WALs/719ac8e87449,37805,1732606888753/719ac8e87449%2C37805%2C1732606888753.1732606922186 is not closed yet, will try archiving it next time 2024-11-26T07:42:07,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741839_1015 (size=1233) 2024-11-26T07:42:07,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741839_1015 (size=1233) 2024-11-26T07:42:09,229 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T07:42:09,247 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/WALs/719ac8e87449,37805,1732606888753/719ac8e87449%2C37805%2C1732606888753.1732606929229, exclude list is [], retry=0 2024-11-26T07:42:09,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39027,DS-b056946e-cb93-460c-8f77-a0dca8e1c3c7,DISK] 2024-11-26T07:42:09,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36503,DS-1ecf7959-1b23-4f73-82c2-ac623f4dff6f,DISK] 2024-11-26T07:42:09,253 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/WALs/719ac8e87449,37805,1732606888753/719ac8e87449%2C37805%2C1732606888753.1732606927230 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/WALs/719ac8e87449,37805,1732606888753/719ac8e87449%2C37805%2C1732606888753.1732606929229 2024-11-26T07:42:09,253 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33341:33341),(127.0.0.1/127.0.0.1:40513:40513)] 2024-11-26T07:42:09,253 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/WALs/719ac8e87449,37805,1732606888753/719ac8e87449%2C37805%2C1732606888753.1732606927230 is not closed yet, will try archiving it next time 2024-11-26T07:42:09,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741840_1016 (size=93) 2024-11-26T07:42:09,256 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/WALs/719ac8e87449,37805,1732606888753/719ac8e87449%2C37805%2C1732606888753.1732606927230 not finished, retry = 0 2024-11-26T07:42:09,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741840_1016 (size=93) 2024-11-26T07:42:09,359 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/WALs/719ac8e87449,37805,1732606888753/719ac8e87449%2C37805%2C1732606888753.1732606927230 to hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/oldWALs/719ac8e87449%2C37805%2C1732606888753.1732606927230 2024-11-26T07:42:12,262 INFO [master/719ac8e87449:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T07:42:12,262 INFO [master/719ac8e87449:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T07:42:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] regionserver.HRegion(8855): Flush requested on c658dfbdd790f7f8bce9830109629cea 2024-11-26T07:42:17,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c658dfbdd790f7f8bce9830109629cea 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-26T07:42:17,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/default/TestLogRolling-testSlowSyncLogRolling/c658dfbdd790f7f8bce9830109629cea/.tmp/info/79f31a5fe58e40e9bbd67f59029858d4 is 1055, key is row0009/info:/1732606918180/Put/seqid=0 2024-11-26T07:42:17,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741842_1018 (size=13386) 2024-11-26T07:42:17,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741842_1018 (size=13386) 2024-11-26T07:42:17,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/default/TestLogRolling-testSlowSyncLogRolling/c658dfbdd790f7f8bce9830109629cea/.tmp/info/79f31a5fe58e40e9bbd67f59029858d4 2024-11-26T07:42:17,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/default/TestLogRolling-testSlowSyncLogRolling/c658dfbdd790f7f8bce9830109629cea/.tmp/info/79f31a5fe58e40e9bbd67f59029858d4 as hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/default/TestLogRolling-testSlowSyncLogRolling/c658dfbdd790f7f8bce9830109629cea/info/79f31a5fe58e40e9bbd67f59029858d4 2024-11-26T07:42:17,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/default/TestLogRolling-testSlowSyncLogRolling/c658dfbdd790f7f8bce9830109629cea/info/79f31a5fe58e40e9bbd67f59029858d4, entries=8, sequenceid=23, filesize=13.1 K 2024-11-26T07:42:17,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for c658dfbdd790f7f8bce9830109629cea in 62ms, sequenceid=23, compaction requested=false 2024-11-26T07:42:17,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c658dfbdd790f7f8bce9830109629cea: 2024-11-26T07:42:17,341 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-26T07:42:17,341 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T07:42:17,342 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/default/TestLogRolling-testSlowSyncLogRolling/c658dfbdd790f7f8bce9830109629cea/info/6196664c37a7423da48c0126c09ff382 because midkey is the same as first or last row 2024-11-26T07:42:17,408 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c658dfbdd790f7f8bce9830109629cea, had cached 0 bytes from a total of 26772 2024-11-26T07:42:26,956 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T07:42:29,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:42:29,298 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:42:29,299 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:42:29,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:42:29,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:42:29,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:42:29,304 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:42:29,304 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=124754047, stopped=false 2024-11-26T07:42:29,304 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=719ac8e87449,42817,1732606887712 2024-11-26T07:42:29,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:42:29,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37805-0x101776097360001, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:42:29,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:29,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37805-0x101776097360001, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:29,355 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:42:29,355 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:42:29,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:42:29,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:42:29,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37805-0x101776097360001, quorum=127.0.0.1:63692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:42:29,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:42:29,357 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '719ac8e87449,37805,1732606888753' ***** 2024-11-26T07:42:29,357 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:42:29,357 INFO [RS:0;719ac8e87449:37805 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:42:29,357 INFO [RS:0;719ac8e87449:37805 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:42:29,357 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:42:29,358 INFO [RS:0;719ac8e87449:37805 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:42:29,358 INFO [RS:0;719ac8e87449:37805 {}] regionserver.HRegionServer(3091): Received CLOSE for c658dfbdd790f7f8bce9830109629cea 2024-11-26T07:42:29,358 INFO [RS:0;719ac8e87449:37805 {}] regionserver.HRegionServer(959): stopping server 719ac8e87449,37805,1732606888753 2024-11-26T07:42:29,359 INFO [RS:0;719ac8e87449:37805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:42:29,359 INFO [RS:0;719ac8e87449:37805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;719ac8e87449:37805. 2024-11-26T07:42:29,359 DEBUG [RS:0;719ac8e87449:37805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:42:29,359 DEBUG [RS:0;719ac8e87449:37805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:42:29,359 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c658dfbdd790f7f8bce9830109629cea, disabling compactions & flushes 2024-11-26T07:42:29,359 INFO [RS:0;719ac8e87449:37805 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:42:29,359 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732606891967.c658dfbdd790f7f8bce9830109629cea. 2024-11-26T07:42:29,359 INFO [RS:0;719ac8e87449:37805 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:42:29,359 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732606891967.c658dfbdd790f7f8bce9830109629cea. 2024-11-26T07:42:29,359 INFO [RS:0;719ac8e87449:37805 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:42:29,359 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732606891967.c658dfbdd790f7f8bce9830109629cea. after waiting 0 ms 2024-11-26T07:42:29,359 INFO [RS:0;719ac8e87449:37805 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:42:29,359 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732606891967.c658dfbdd790f7f8bce9830109629cea. 2024-11-26T07:42:29,360 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c658dfbdd790f7f8bce9830109629cea 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-26T07:42:29,360 INFO [RS:0;719ac8e87449:37805 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T07:42:29,360 DEBUG [RS:0;719ac8e87449:37805 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c658dfbdd790f7f8bce9830109629cea=TestLogRolling-testSlowSyncLogRolling,,1732606891967.c658dfbdd790f7f8bce9830109629cea.} 2024-11-26T07:42:29,360 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:42:29,360 DEBUG [RS:0;719ac8e87449:37805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c658dfbdd790f7f8bce9830109629cea 2024-11-26T07:42:29,360 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:42:29,360 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:42:29,361 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:42:29,361 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:42:29,361 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-26T07:42:29,374 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/default/TestLogRolling-testSlowSyncLogRolling/c658dfbdd790f7f8bce9830109629cea/.tmp/info/6ee1ce264bac49b1a382ae5929442787 is 1055, key is row0017/info:/1732606939281/Put/seqid=0 2024-11-26T07:42:29,394 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/hbase/meta/1588230740/.tmp/info/d6921579222248208fb1334500a9bc63 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1732606891967.c658dfbdd790f7f8bce9830109629cea./info:regioninfo/1732606892456/Put/seqid=0 2024-11-26T07:42:29,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741843_1019 (size=10222) 2024-11-26T07:42:29,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741843_1019 (size=10222) 2024-11-26T07:42:29,408 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/default/TestLogRolling-testSlowSyncLogRolling/c658dfbdd790f7f8bce9830109629cea/.tmp/info/6ee1ce264bac49b1a382ae5929442787 2024-11-26T07:42:29,434 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/default/TestLogRolling-testSlowSyncLogRolling/c658dfbdd790f7f8bce9830109629cea/.tmp/info/6ee1ce264bac49b1a382ae5929442787 as hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/default/TestLogRolling-testSlowSyncLogRolling/c658dfbdd790f7f8bce9830109629cea/info/6ee1ce264bac49b1a382ae5929442787 2024-11-26T07:42:29,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741844_1020 (size=7016) 2024-11-26T07:42:29,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741844_1020 (size=7016) 2024-11-26T07:42:29,444 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/hbase/meta/1588230740/.tmp/info/d6921579222248208fb1334500a9bc63 2024-11-26T07:42:29,451 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/default/TestLogRolling-testSlowSyncLogRolling/c658dfbdd790f7f8bce9830109629cea/info/6ee1ce264bac49b1a382ae5929442787, entries=5, sequenceid=31, filesize=10.0 K 2024-11-26T07:42:29,454 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for c658dfbdd790f7f8bce9830109629cea in 94ms, sequenceid=31, compaction requested=true 2024-11-26T07:42:29,471 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/default/TestLogRolling-testSlowSyncLogRolling/c658dfbdd790f7f8bce9830109629cea/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-26T07:42:29,476 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732606891967.c658dfbdd790f7f8bce9830109629cea. 2024-11-26T07:42:29,476 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c658dfbdd790f7f8bce9830109629cea: Waiting for close lock at 1732606949359Running coprocessor pre-close hooks at 1732606949359Disabling compacts and flushes for region at 1732606949359Disabling writes for close at 1732606949359Obtaining lock to block concurrent updates at 1732606949360 (+1 ms)Preparing flush snapshotting stores in c658dfbdd790f7f8bce9830109629cea at 1732606949360Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1732606891967.c658dfbdd790f7f8bce9830109629cea., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1732606949360Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1732606891967.c658dfbdd790f7f8bce9830109629cea. at 1732606949363 (+3 ms)Flushing c658dfbdd790f7f8bce9830109629cea/info: creating writer at 1732606949363Flushing c658dfbdd790f7f8bce9830109629cea/info: appending metadata at 1732606949373 (+10 ms)Flushing c658dfbdd790f7f8bce9830109629cea/info: closing flushed file at 1732606949373Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f52ef87: reopening flushed file at 1732606949433 (+60 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for c658dfbdd790f7f8bce9830109629cea in 94ms, sequenceid=31, compaction requested=true at 1732606949454 (+21 ms)Writing region close event to WAL at 1732606949456 (+2 ms)Running coprocessor post-close hooks at 1732606949472 (+16 ms)Closed at 1732606949476 (+4 ms) 2024-11-26T07:42:29,476 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1732606891967.c658dfbdd790f7f8bce9830109629cea. 2024-11-26T07:42:29,490 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/hbase/meta/1588230740/.tmp/ns/9b8560180bbe42c495e4684f05bff7c2 is 43, key is default/ns:d/1732606891618/Put/seqid=0 2024-11-26T07:42:29,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741845_1021 (size=5153) 2024-11-26T07:42:29,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741845_1021 (size=5153) 2024-11-26T07:42:29,511 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/hbase/meta/1588230740/.tmp/ns/9b8560180bbe42c495e4684f05bff7c2 2024-11-26T07:42:29,552 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/hbase/meta/1588230740/.tmp/table/812f87ccedf04528abd420722007bbfb is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1732606892502/Put/seqid=0 2024-11-26T07:42:29,561 DEBUG [RS:0;719ac8e87449:37805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:42:29,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741846_1022 (size=5396) 2024-11-26T07:42:29,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741846_1022 (size=5396) 2024-11-26T07:42:29,567 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/hbase/meta/1588230740/.tmp/table/812f87ccedf04528abd420722007bbfb 2024-11-26T07:42:29,584 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/hbase/meta/1588230740/.tmp/info/d6921579222248208fb1334500a9bc63 as hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/hbase/meta/1588230740/info/d6921579222248208fb1334500a9bc63 2024-11-26T07:42:29,606 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/hbase/meta/1588230740/info/d6921579222248208fb1334500a9bc63, entries=10, sequenceid=11, filesize=6.9 K 2024-11-26T07:42:29,610 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/hbase/meta/1588230740/.tmp/ns/9b8560180bbe42c495e4684f05bff7c2 as hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/hbase/meta/1588230740/ns/9b8560180bbe42c495e4684f05bff7c2 2024-11-26T07:42:29,626 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/hbase/meta/1588230740/ns/9b8560180bbe42c495e4684f05bff7c2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T07:42:29,630 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/hbase/meta/1588230740/.tmp/table/812f87ccedf04528abd420722007bbfb as hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/hbase/meta/1588230740/table/812f87ccedf04528abd420722007bbfb 2024-11-26T07:42:29,646 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/hbase/meta/1588230740/table/812f87ccedf04528abd420722007bbfb, entries=2, sequenceid=11, filesize=5.3 K 2024-11-26T07:42:29,648 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 287ms, sequenceid=11, compaction requested=false 2024-11-26T07:42:29,669 INFO [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:42:29,670 INFO [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:42:29,676 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T07:42:29,677 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:42:29,677 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:42:29,678 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732606949360Running coprocessor pre-close hooks at 1732606949360Disabling compacts and flushes for region at 1732606949360Disabling writes for close at 1732606949361 (+1 ms)Obtaining lock to block concurrent updates at 1732606949361Preparing flush snapshotting stores in 1588230740 at 1732606949361Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1732606949361Flushing stores of hbase:meta,,1.1588230740 at 1732606949362 (+1 ms)Flushing 1588230740/info: creating writer at 1732606949363 (+1 ms)Flushing 1588230740/info: appending metadata at 1732606949393 (+30 ms)Flushing 1588230740/info: closing flushed file at 1732606949393Flushing 1588230740/ns: creating writer at 1732606949462 (+69 ms)Flushing 1588230740/ns: appending metadata at 1732606949489 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1732606949489Flushing 1588230740/table: creating writer at 1732606949525 (+36 ms)Flushing 1588230740/table: appending metadata at 1732606949551 (+26 ms)Flushing 1588230740/table: closing flushed file at 1732606949551Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15a98f56: reopening flushed file at 1732606949581 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@592751f1: reopening flushed file at 1732606949607 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13f5b14b: reopening flushed file at 1732606949626 (+19 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 287ms, sequenceid=11, compaction requested=false at 1732606949648 (+22 ms)Writing region close event to WAL at 1732606949670 (+22 ms)Running coprocessor post-close hooks at 1732606949677 (+7 ms)Closed at 1732606949677 2024-11-26T07:42:29,678 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:42:29,761 INFO [RS:0;719ac8e87449:37805 {}] regionserver.HRegionServer(976): stopping server 719ac8e87449,37805,1732606888753; all regions closed. 2024-11-26T07:42:29,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741834_1010 (size=3066) 2024-11-26T07:42:29,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741834_1010 (size=3066) 2024-11-26T07:42:29,771 DEBUG [RS:0;719ac8e87449:37805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/oldWALs 2024-11-26T07:42:29,772 INFO [RS:0;719ac8e87449:37805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C37805%2C1732606888753.meta:.meta(num 1732606891339) 2024-11-26T07:42:29,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741841_1017 (size=13164) 2024-11-26T07:42:29,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741841_1017 (size=13164) 2024-11-26T07:42:29,782 DEBUG [RS:0;719ac8e87449:37805 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/oldWALs 2024-11-26T07:42:29,782 INFO [RS:0;719ac8e87449:37805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C37805%2C1732606888753:(num 1732606929229) 2024-11-26T07:42:29,782 DEBUG [RS:0;719ac8e87449:37805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:42:29,782 INFO [RS:0;719ac8e87449:37805 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:42:29,782 INFO [RS:0;719ac8e87449:37805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:42:29,782 INFO [RS:0;719ac8e87449:37805 {}] hbase.ChoreService(370): Chore service for: regionserver/719ac8e87449:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T07:42:29,782 INFO [RS:0;719ac8e87449:37805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:42:29,782 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:42:29,783 INFO [RS:0;719ac8e87449:37805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37805 2024-11-26T07:42:29,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:42:29,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37805-0x101776097360001, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/719ac8e87449,37805,1732606888753 2024-11-26T07:42:29,838 INFO [RS:0;719ac8e87449:37805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:42:29,839 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [719ac8e87449,37805,1732606888753] 2024-11-26T07:42:29,854 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/719ac8e87449,37805,1732606888753 already deleted, retry=false 2024-11-26T07:42:29,854 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 719ac8e87449,37805,1732606888753 expired; onlineServers=0 2024-11-26T07:42:29,855 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '719ac8e87449,42817,1732606887712' ***** 2024-11-26T07:42:29,855 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:42:29,855 INFO [M:0;719ac8e87449:42817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:42:29,855 INFO [M:0;719ac8e87449:42817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:42:29,855 DEBUG [M:0;719ac8e87449:42817 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:42:29,855 DEBUG [M:0;719ac8e87449:42817 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:42:29,855 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:42:29,855 DEBUG [master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732606890397 {}] cleaner.HFileCleaner(306): Exit Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732606890397,5,FailOnTimeoutGroup] 2024-11-26T07:42:29,855 INFO [M:0;719ac8e87449:42817 {}] hbase.ChoreService(370): Chore service for: master/719ac8e87449:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:42:29,855 DEBUG [master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732606890407 {}] cleaner.HFileCleaner(306): Exit Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732606890407,5,FailOnTimeoutGroup] 2024-11-26T07:42:29,856 INFO [M:0;719ac8e87449:42817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:42:29,856 DEBUG [M:0;719ac8e87449:42817 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:42:29,856 INFO [M:0;719ac8e87449:42817 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:42:29,856 INFO [M:0;719ac8e87449:42817 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:42:29,856 INFO [M:0;719ac8e87449:42817 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:42:29,857 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:42:29,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T07:42:29,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:29,863 DEBUG [M:0;719ac8e87449:42817 {}] zookeeper.ZKUtil(347): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T07:42:29,863 WARN [M:0;719ac8e87449:42817 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:42:29,864 INFO [M:0;719ac8e87449:42817 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/.lastflushedseqids 2024-11-26T07:42:29,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741847_1023 (size=130) 2024-11-26T07:42:29,883 INFO [M:0;719ac8e87449:42817 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:42:29,884 INFO [M:0;719ac8e87449:42817 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:42:29,884 DEBUG [M:0;719ac8e87449:42817 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:42:29,884 INFO [M:0;719ac8e87449:42817 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:42:29,884 DEBUG [M:0;719ac8e87449:42817 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:42:29,884 DEBUG [M:0;719ac8e87449:42817 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:42:29,884 DEBUG [M:0;719ac8e87449:42817 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:42:29,884 INFO [M:0;719ac8e87449:42817 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-26T07:42:29,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741847_1023 (size=130) 2024-11-26T07:42:29,903 DEBUG [M:0;719ac8e87449:42817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e535d577e11748a3a821c16184bd9721 is 82, key is hbase:meta,,1/info:regioninfo/1732606891465/Put/seqid=0 2024-11-26T07:42:29,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741848_1024 (size=5672) 2024-11-26T07:42:29,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741848_1024 (size=5672) 2024-11-26T07:42:29,915 INFO [M:0;719ac8e87449:42817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e535d577e11748a3a821c16184bd9721 2024-11-26T07:42:29,943 DEBUG [M:0;719ac8e87449:42817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33067553c19942ebbcd974ec58962725 is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732606892517/Put/seqid=0 2024-11-26T07:42:29,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37805-0x101776097360001, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:42:29,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37805-0x101776097360001, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:42:29,947 INFO [RS:0;719ac8e87449:37805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:42:29,947 INFO [RS:0;719ac8e87449:37805 {}] regionserver.HRegionServer(1031): Exiting; stopping=719ac8e87449,37805,1732606888753; zookeeper connection closed. 2024-11-26T07:42:29,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741849_1025 (size=6247) 2024-11-26T07:42:29,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741849_1025 (size=6247) 2024-11-26T07:42:29,950 INFO [M:0;719ac8e87449:42817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33067553c19942ebbcd974ec58962725 2024-11-26T07:42:29,958 INFO [M:0;719ac8e87449:42817 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33067553c19942ebbcd974ec58962725 2024-11-26T07:42:29,959 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3cf59829 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3cf59829 2024-11-26T07:42:29,959 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:42:29,974 DEBUG [M:0;719ac8e87449:42817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/72f3e5f1fcb1445280f005f195da296b is 69, key is 719ac8e87449,37805,1732606888753/rs:state/1732606890526/Put/seqid=0 2024-11-26T07:42:29,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741850_1026 (size=5156) 2024-11-26T07:42:29,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741850_1026 (size=5156) 2024-11-26T07:42:29,981 INFO [M:0;719ac8e87449:42817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/72f3e5f1fcb1445280f005f195da296b 2024-11-26T07:42:30,010 DEBUG [M:0;719ac8e87449:42817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/51c98554b4ed45fbb7888d64130d4e75 is 52, key is load_balancer_on/state:d/1732606891943/Put/seqid=0 2024-11-26T07:42:30,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741851_1027 (size=5056) 2024-11-26T07:42:30,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741851_1027 (size=5056) 2024-11-26T07:42:30,022 INFO [M:0;719ac8e87449:42817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/51c98554b4ed45fbb7888d64130d4e75 2024-11-26T07:42:30,034 DEBUG [M:0;719ac8e87449:42817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e535d577e11748a3a821c16184bd9721 as hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e535d577e11748a3a821c16184bd9721 2024-11-26T07:42:30,041 INFO [M:0;719ac8e87449:42817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e535d577e11748a3a821c16184bd9721, entries=8, sequenceid=59, filesize=5.5 K 2024-11-26T07:42:30,043 DEBUG [M:0;719ac8e87449:42817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33067553c19942ebbcd974ec58962725 as hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33067553c19942ebbcd974ec58962725 2024-11-26T07:42:30,057 INFO [M:0;719ac8e87449:42817 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33067553c19942ebbcd974ec58962725 2024-11-26T07:42:30,057 INFO [M:0;719ac8e87449:42817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33067553c19942ebbcd974ec58962725, entries=6, sequenceid=59, filesize=6.1 K 2024-11-26T07:42:30,059 DEBUG [M:0;719ac8e87449:42817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/72f3e5f1fcb1445280f005f195da296b as hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/72f3e5f1fcb1445280f005f195da296b 2024-11-26T07:42:30,068 INFO [M:0;719ac8e87449:42817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/72f3e5f1fcb1445280f005f195da296b, entries=1, sequenceid=59, filesize=5.0 K 2024-11-26T07:42:30,070 DEBUG [M:0;719ac8e87449:42817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/51c98554b4ed45fbb7888d64130d4e75 as hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/51c98554b4ed45fbb7888d64130d4e75 2024-11-26T07:42:30,077 INFO [M:0;719ac8e87449:42817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/51c98554b4ed45fbb7888d64130d4e75, entries=1, sequenceid=59, filesize=4.9 K 2024-11-26T07:42:30,079 INFO [M:0;719ac8e87449:42817 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 195ms, sequenceid=59, compaction requested=false 2024-11-26T07:42:30,080 INFO [M:0;719ac8e87449:42817 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:42:30,081 DEBUG [M:0;719ac8e87449:42817 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732606949884Disabling compacts and flushes for region at 1732606949884Disabling writes for close at 1732606949884Obtaining lock to block concurrent updates at 1732606949884Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732606949884Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1732606949885 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732606949886 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732606949886Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732606949902 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732606949902Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732606949926 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732606949942 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732606949942Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732606949958 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732606949973 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732606949973Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732606949989 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732606950009 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732606950009Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@275e586b: reopening flushed file at 1732606950031 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a89b508: reopening flushed file at 1732606950041 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1990e259: reopening flushed file at 1732606950057 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43094959: reopening flushed file at 1732606950068 (+11 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 195ms, sequenceid=59, compaction requested=false at 1732606950079 (+11 ms)Writing region close event to WAL at 1732606950080 (+1 ms)Closed at 1732606950080 2024-11-26T07:42:30,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36503 is added to blk_1073741830_1006 (size=27973) 2024-11-26T07:42:30,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39027 is added to blk_1073741830_1006 (size=27973) 2024-11-26T07:42:30,085 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:42:30,085 INFO [M:0;719ac8e87449:42817 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:42:30,086 INFO [M:0;719ac8e87449:42817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42817 2024-11-26T07:42:30,086 INFO [M:0;719ac8e87449:42817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:42:30,213 INFO [M:0;719ac8e87449:42817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:42:30,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:42:30,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42817-0x101776097360000, quorum=127.0.0.1:63692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:42:30,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e972183{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:42:30,219 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42caca21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:42:30,219 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:42:30,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ed592a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:42:30,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@633f9ab3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/hadoop.log.dir/,STOPPED} 2024-11-26T07:42:30,223 WARN [BP-259062960-172.17.0.2-1732606883545 heartbeating to localhost/127.0.0.1:44459 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:42:30,223 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:42:30,224 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:42:30,224 WARN [BP-259062960-172.17.0.2-1732606883545 heartbeating to localhost/127.0.0.1:44459 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-259062960-172.17.0.2-1732606883545 (Datanode Uuid 72abd9df-7ca7-4f20-8ffb-30290efa19ed) service to localhost/127.0.0.1:44459 2024-11-26T07:42:30,225 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/cluster_578a3b34-56a2-a5fc-794a-a80cef53b6fd/data/data4/current/BP-259062960-172.17.0.2-1732606883545 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:42:30,225 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:42:30,225 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/cluster_578a3b34-56a2-a5fc-794a-a80cef53b6fd/data/data3/current/BP-259062960-172.17.0.2-1732606883545 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:42:30,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@138ae980{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:42:30,232 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1272ce68{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:42:30,232 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:42:30,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c87dfd3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:42:30,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@567f72e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/hadoop.log.dir/,STOPPED} 2024-11-26T07:42:30,234 WARN [BP-259062960-172.17.0.2-1732606883545 heartbeating to localhost/127.0.0.1:44459 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:42:30,234 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:42:30,234 WARN [BP-259062960-172.17.0.2-1732606883545 heartbeating to localhost/127.0.0.1:44459 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-259062960-172.17.0.2-1732606883545 (Datanode Uuid f3c03883-c2e8-4cb3-876e-ae135671b54d) service to localhost/127.0.0.1:44459 2024-11-26T07:42:30,234 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:42:30,235 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/cluster_578a3b34-56a2-a5fc-794a-a80cef53b6fd/data/data1/current/BP-259062960-172.17.0.2-1732606883545 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:42:30,235 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/cluster_578a3b34-56a2-a5fc-794a-a80cef53b6fd/data/data2/current/BP-259062960-172.17.0.2-1732606883545 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:42:30,235 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:42:30,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:42:30,249 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:42:30,249 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:42:30,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:42:30,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/hadoop.log.dir/,STOPPED} 2024-11-26T07:42:30,263 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T07:42:30,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:42:30,311 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=65 (was 12) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44459 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/719ac8e87449:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/719ac8e87449:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44459 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/719ac8e87449:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:44459 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/719ac8e87449:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:44459 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@66af3840 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:44459 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=392 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=459 (was 464), ProcessCount=11 (was 11), AvailableMemoryMB=11137 (was 11743) 2024-11-26T07:42:30,323 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=66, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=459, ProcessCount=11, AvailableMemoryMB=11137 2024-11-26T07:42:30,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:42:30,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/hadoop.log.dir so I do NOT create it in target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155 2024-11-26T07:42:30,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/036ba537-ef2e-83c3-acb2-fd7b09191aba/hadoop.tmp.dir so I do NOT create it in target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155 2024-11-26T07:42:30,324 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/cluster_dd1741ca-588d-caeb-4c9c-95777f0929c6, deleteOnExit=true 2024-11-26T07:42:30,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:42:30,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/test.cache.data in system properties and HBase conf 2024-11-26T07:42:30,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:42:30,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:42:30,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:42:30,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:42:30,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:42:30,325 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:42:30,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:42:30,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:42:30,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:42:30,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:42:30,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:42:30,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:42:30,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:42:30,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:42:30,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:42:30,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:42:30,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:42:30,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:42:30,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:42:30,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:42:30,610 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:42:30,617 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:42:30,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:42:30,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:42:30,623 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:42:30,625 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:42:30,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d1e03de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:42:30,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9064200{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:42:30,673 INFO [regionserver/719ac8e87449:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:42:30,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2052e3a1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/java.io.tmpdir/jetty-localhost-37981-hadoop-hdfs-3_4_1-tests_jar-_-any-4773136298739072702/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:42:30,751 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ceb5ed1{HTTP/1.1, (http/1.1)}{localhost:37981} 2024-11-26T07:42:30,751 INFO [Time-limited test {}] server.Server(415): Started @70138ms 2024-11-26T07:42:30,996 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:42:31,002 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:42:31,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:42:31,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:42:31,011 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:42:31,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6838f4b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:42:31,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e8689f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:42:31,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a3ede38{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/java.io.tmpdir/jetty-localhost-39195-hadoop-hdfs-3_4_1-tests_jar-_-any-12409673629369713008/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:42:31,149 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a7ca003{HTTP/1.1, (http/1.1)}{localhost:39195} 2024-11-26T07:42:31,149 INFO [Time-limited test {}] server.Server(415): Started @70536ms 2024-11-26T07:42:31,151 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:42:31,215 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:42:31,220 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:42:31,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:42:31,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:42:31,227 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:42:31,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a8bef37{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:42:31,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11e33a91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:42:31,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d36d727{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/java.io.tmpdir/jetty-localhost-33405-hadoop-hdfs-3_4_1-tests_jar-_-any-2300499916714821485/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:42:31,344 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49640a0e{HTTP/1.1, (http/1.1)}{localhost:33405} 2024-11-26T07:42:31,344 INFO [Time-limited test {}] server.Server(415): Started @70730ms 2024-11-26T07:42:31,346 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:42:32,007 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/cluster_dd1741ca-588d-caeb-4c9c-95777f0929c6/data/data1/current/BP-1440211905-172.17.0.2-1732606950353/current, will proceed with Du for space computation calculation, 2024-11-26T07:42:32,007 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/cluster_dd1741ca-588d-caeb-4c9c-95777f0929c6/data/data2/current/BP-1440211905-172.17.0.2-1732606950353/current, will proceed with Du for space computation calculation, 2024-11-26T07:42:32,041 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:42:32,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1a3050ba03634a3 with lease ID 0x96ff89b14fa2134a: Processing first storage report for DS-c48ecd6f-cc8c-4d7f-a5fb-0022f2774811 from datanode DatanodeRegistration(127.0.0.1:36789, datanodeUuid=8bb2bf2b-4a05-4c9c-8ecc-efd1f551c033, infoPort=36191, infoSecurePort=0, ipcPort=37191, storageInfo=lv=-57;cid=testClusterID;nsid=2082885319;c=1732606950353) 2024-11-26T07:42:32,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1a3050ba03634a3 with lease ID 0x96ff89b14fa2134a: from storage DS-c48ecd6f-cc8c-4d7f-a5fb-0022f2774811 node DatanodeRegistration(127.0.0.1:36789, datanodeUuid=8bb2bf2b-4a05-4c9c-8ecc-efd1f551c033, infoPort=36191, infoSecurePort=0, ipcPort=37191, storageInfo=lv=-57;cid=testClusterID;nsid=2082885319;c=1732606950353), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T07:42:32,045 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1a3050ba03634a3 with lease ID 0x96ff89b14fa2134a: Processing first storage report for DS-833c38fe-51a7-4f1e-b12c-449c2f480868 from datanode DatanodeRegistration(127.0.0.1:36789, datanodeUuid=8bb2bf2b-4a05-4c9c-8ecc-efd1f551c033, infoPort=36191, infoSecurePort=0, ipcPort=37191, storageInfo=lv=-57;cid=testClusterID;nsid=2082885319;c=1732606950353) 2024-11-26T07:42:32,045 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1a3050ba03634a3 with lease ID 0x96ff89b14fa2134a: from storage DS-833c38fe-51a7-4f1e-b12c-449c2f480868 node DatanodeRegistration(127.0.0.1:36789, datanodeUuid=8bb2bf2b-4a05-4c9c-8ecc-efd1f551c033, infoPort=36191, infoSecurePort=0, ipcPort=37191, storageInfo=lv=-57;cid=testClusterID;nsid=2082885319;c=1732606950353), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:42:32,120 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/cluster_dd1741ca-588d-caeb-4c9c-95777f0929c6/data/data3/current/BP-1440211905-172.17.0.2-1732606950353/current, will proceed with Du for space computation calculation, 2024-11-26T07:42:32,121 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/cluster_dd1741ca-588d-caeb-4c9c-95777f0929c6/data/data4/current/BP-1440211905-172.17.0.2-1732606950353/current, will proceed with Du for space computation calculation, 2024-11-26T07:42:32,147 WARN [Thread-372 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:42:32,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c1f70f7e2586059 with lease ID 0x96ff89b14fa2134b: Processing first storage report for DS-485ef50b-dba5-4118-9f95-755c0df2153c from datanode DatanodeRegistration(127.0.0.1:37801, datanodeUuid=e0162e1c-d291-4e8d-b2cc-78555cbe9a05, infoPort=43925, infoSecurePort=0, ipcPort=41053, storageInfo=lv=-57;cid=testClusterID;nsid=2082885319;c=1732606950353) 2024-11-26T07:42:32,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c1f70f7e2586059 with lease ID 0x96ff89b14fa2134b: from storage DS-485ef50b-dba5-4118-9f95-755c0df2153c node DatanodeRegistration(127.0.0.1:37801, datanodeUuid=e0162e1c-d291-4e8d-b2cc-78555cbe9a05, infoPort=43925, infoSecurePort=0, ipcPort=41053, storageInfo=lv=-57;cid=testClusterID;nsid=2082885319;c=1732606950353), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T07:42:32,151 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c1f70f7e2586059 with lease ID 0x96ff89b14fa2134b: Processing first storage report for DS-e595ab8c-c029-45c9-8b0c-6d8d350fb79e from datanode DatanodeRegistration(127.0.0.1:37801, datanodeUuid=e0162e1c-d291-4e8d-b2cc-78555cbe9a05, infoPort=43925, infoSecurePort=0, ipcPort=41053, storageInfo=lv=-57;cid=testClusterID;nsid=2082885319;c=1732606950353) 2024-11-26T07:42:32,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c1f70f7e2586059 with lease ID 0x96ff89b14fa2134b: from storage DS-e595ab8c-c029-45c9-8b0c-6d8d350fb79e node DatanodeRegistration(127.0.0.1:37801, datanodeUuid=e0162e1c-d291-4e8d-b2cc-78555cbe9a05, infoPort=43925, infoSecurePort=0, ipcPort=41053, storageInfo=lv=-57;cid=testClusterID;nsid=2082885319;c=1732606950353), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:42:32,197 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155 2024-11-26T07:42:32,200 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/cluster_dd1741ca-588d-caeb-4c9c-95777f0929c6/zookeeper_0, clientPort=55806, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/cluster_dd1741ca-588d-caeb-4c9c-95777f0929c6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/cluster_dd1741ca-588d-caeb-4c9c-95777f0929c6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T07:42:32,201 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55806 2024-11-26T07:42:32,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:42:32,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:42:32,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:42:32,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37801 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:42:32,228 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8 with version=8 2024-11-26T07:42:32,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/hbase-staging 2024-11-26T07:42:32,231 INFO [Time-limited test {}] client.ConnectionUtils(128): master/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:42:32,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:42:32,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:42:32,231 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:42:32,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:42:32,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:42:32,231 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:42:32,232 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:42:32,232 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37121 2024-11-26T07:42:32,235 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37121 connecting to ZooKeeper ensemble=127.0.0.1:55806 2024-11-26T07:42:32,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371210x0, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:42:32,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37121-0x101776195cc0000 connected 2024-11-26T07:42:32,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:42:32,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:42:32,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:42:32,359 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8, hbase.cluster.distributed=false 2024-11-26T07:42:32,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:42:32,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37121 2024-11-26T07:42:32,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37121 2024-11-26T07:42:32,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37121 2024-11-26T07:42:32,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37121 2024-11-26T07:42:32,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37121 2024-11-26T07:42:32,390 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:42:32,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:42:32,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:42:32,390 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:42:32,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:42:32,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:42:32,390 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:42:32,390 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:42:32,391 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35029 2024-11-26T07:42:32,393 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35029 connecting to ZooKeeper ensemble=127.0.0.1:55806 2024-11-26T07:42:32,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:42:32,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:42:32,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350290x0, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:42:32,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350290x0, quorum=127.0.0.1:55806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:42:32,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35029-0x101776195cc0001 connected 2024-11-26T07:42:32,413 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:42:32,414 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:42:32,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35029-0x101776195cc0001, quorum=127.0.0.1:55806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T07:42:32,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35029-0x101776195cc0001, quorum=127.0.0.1:55806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:42:32,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35029 2024-11-26T07:42:32,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35029 2024-11-26T07:42:32,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35029 2024-11-26T07:42:32,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35029 2024-11-26T07:42:32,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35029 2024-11-26T07:42:32,456 DEBUG [M:0;719ac8e87449:37121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;719ac8e87449:37121 2024-11-26T07:42:32,457 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/719ac8e87449,37121,1732606952230 2024-11-26T07:42:32,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:42:32,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101776195cc0001, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:42:32,471 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/719ac8e87449,37121,1732606952230 2024-11-26T07:42:32,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:32,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101776195cc0001, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T07:42:32,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101776195cc0001, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:32,481 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T07:42:32,482 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/719ac8e87449,37121,1732606952230 from backup master directory 2024-11-26T07:42:32,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/719ac8e87449,37121,1732606952230 2024-11-26T07:42:32,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101776195cc0001, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:42:32,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:42:32,489 WARN [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:42:32,489 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=719ac8e87449,37121,1732606952230 2024-11-26T07:42:32,500 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/hbase.id] with ID: 74e1fc4f-cd54-42ae-a5bf-0c2c24ff0bff 2024-11-26T07:42:32,500 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/.tmp/hbase.id 2024-11-26T07:42:32,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:42:32,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37801 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:42:32,516 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/.tmp/hbase.id]:[hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/hbase.id] 2024-11-26T07:42:32,536 INFO [master/719ac8e87449:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:42:32,536 INFO [master/719ac8e87449:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:42:32,538 INFO [master/719ac8e87449:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T07:42:32,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:32,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101776195cc0001, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:32,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:42:32,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37801 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:42:32,584 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:42:32,585 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:42:32,586 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:42:32,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37801 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:42:32,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:42:32,604 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/data/master/store 2024-11-26T07:42:32,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37801 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:42:32,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:42:32,613 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:42:32,613 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:42:32,613 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:42:32,613 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:42:32,613 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:42:32,613 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:42:32,613 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:42:32,613 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732606952613Disabling compacts and flushes for region at 1732606952613Disabling writes for close at 1732606952613Writing region close event to WAL at 1732606952613Closed at 1732606952613 2024-11-26T07:42:32,614 WARN [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/data/master/store/.initializing 2024-11-26T07:42:32,615 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/WALs/719ac8e87449,37121,1732606952230 2024-11-26T07:42:32,616 INFO [master/719ac8e87449:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:42:32,618 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C37121%2C1732606952230, suffix=, logDir=hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/WALs/719ac8e87449,37121,1732606952230, archiveDir=hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/oldWALs, maxLogs=10 2024-11-26T07:42:32,632 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/WALs/719ac8e87449,37121,1732606952230/719ac8e87449%2C37121%2C1732606952230.1732606952619, exclude list is [], retry=0 2024-11-26T07:42:32,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36789,DS-c48ecd6f-cc8c-4d7f-a5fb-0022f2774811,DISK] 2024-11-26T07:42:32,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37801,DS-485ef50b-dba5-4118-9f95-755c0df2153c,DISK] 2024-11-26T07:42:32,639 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/WALs/719ac8e87449,37121,1732606952230/719ac8e87449%2C37121%2C1732606952230.1732606952619 2024-11-26T07:42:32,639 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36191:36191),(127.0.0.1/127.0.0.1:43925:43925)] 2024-11-26T07:42:32,639 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:42:32,639 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:42:32,639 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:42:32,639 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:42:32,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:42:32,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:42:32,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:32,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:42:32,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:42:32,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:42:32,647 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:32,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:42:32,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:42:32,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:42:32,652 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:32,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:42:32,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:42:32,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:42:32,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:32,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:42:32,655 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:42:32,656 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:42:32,657 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:42:32,658 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:42:32,659 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:42:32,659 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:42:32,661 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:42:32,663 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:42:32,664 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=765102, jitterRate=-0.027123764157295227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:42:32,665 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732606952640Initializing all the Stores at 1732606952641 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606952641Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606952641Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606952641Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606952641Cleaning up temporary data from old regions at 1732606952659 (+18 ms)Region opened successfully at 1732606952665 (+6 ms) 2024-11-26T07:42:32,666 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:42:32,671 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4525ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:42:32,672 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:42:32,672 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:42:32,672 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:42:32,672 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:42:32,673 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:42:32,673 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:42:32,673 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:42:32,676 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:42:32,677 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T07:42:32,695 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T07:42:32,695 INFO [master/719ac8e87449:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:42:32,696 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:42:32,704 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T07:42:32,704 INFO [master/719ac8e87449:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:42:32,706 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:42:32,712 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T07:42:32,713 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:42:32,720 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T07:42:32,723 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:42:32,729 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T07:42:32,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101776195cc0001, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:42:32,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:42:32,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101776195cc0001, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:32,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:32,738 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=719ac8e87449,37121,1732606952230, sessionid=0x101776195cc0000, setting cluster-up flag (Was=false) 2024-11-26T07:42:32,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:32,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101776195cc0001, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:32,779 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T07:42:32,781 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=719ac8e87449,37121,1732606952230 2024-11-26T07:42:32,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101776195cc0001, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:32,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:32,821 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T07:42:32,822 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=719ac8e87449,37121,1732606952230 2024-11-26T07:42:32,824 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:42:32,827 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:42:32,828 INFO [master/719ac8e87449:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:42:32,828 INFO [master/719ac8e87449:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:42:32,828 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 719ac8e87449,37121,1732606952230 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:42:32,831 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:42:32,831 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:42:32,831 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:42:32,831 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:42:32,831 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/719ac8e87449:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:42:32,831 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:42:32,832 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:42:32,832 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:42:32,833 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732606982833 2024-11-26T07:42:32,833 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:42:32,833 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:42:32,833 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:42:32,833 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:42:32,833 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:42:32,834 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:42:32,834 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:32,834 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:42:32,834 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:42:32,834 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:42:32,834 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:42:32,835 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:42:32,835 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:42:32,835 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:42:32,835 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732606952835,5,FailOnTimeoutGroup] 2024-11-26T07:42:32,836 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732606952835,5,FailOnTimeoutGroup] 2024-11-26T07:42:32,836 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:32,836 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:32,836 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:42:32,836 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:32,836 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:32,836 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:42:32,841 INFO [RS:0;719ac8e87449:35029 {}] regionserver.HRegionServer(746): ClusterId : 74e1fc4f-cd54-42ae-a5bf-0c2c24ff0bff 2024-11-26T07:42:32,841 DEBUG [RS:0;719ac8e87449:35029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:42:32,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37801 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:42:32,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:42:32,849 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:42:32,849 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8 2024-11-26T07:42:32,854 DEBUG [RS:0;719ac8e87449:35029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:42:32,854 DEBUG [RS:0;719ac8e87449:35029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:42:32,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37801 is added to blk_1073741832_1008 (size=32) 2024-11-26T07:42:32,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741832_1008 (size=32) 2024-11-26T07:42:32,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:42:32,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:42:32,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:42:32,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:32,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:42:32,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:42:32,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:42:32,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:32,863 DEBUG [RS:0;719ac8e87449:35029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:42:32,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:42:32,864 DEBUG [RS:0;719ac8e87449:35029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d92d927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:42:32,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:42:32,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:42:32,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:32,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:42:32,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:42:32,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:42:32,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:32,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:42:32,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:42:32,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/hbase/meta/1588230740 2024-11-26T07:42:32,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/hbase/meta/1588230740 2024-11-26T07:42:32,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:42:32,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:42:32,872 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T07:42:32,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:42:32,877 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:42:32,878 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=774988, jitterRate=-0.014552280306816101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T07:42:32,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732606952857Initializing all the Stores at 1732606952858 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606952858Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606952858Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606952858Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606952858Cleaning up temporary data from old regions at 1732606952872 (+14 ms)Region opened successfully at 1732606952879 (+7 ms) 2024-11-26T07:42:32,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:42:32,879 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:42:32,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:42:32,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:42:32,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:42:32,880 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:42:32,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732606952879Disabling compacts and flushes for region at 1732606952879Disabling writes for close at 1732606952879Writing region close event to WAL at 1732606952880 (+1 ms)Closed at 1732606952880 2024-11-26T07:42:32,882 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:42:32,882 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:42:32,882 DEBUG [RS:0;719ac8e87449:35029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;719ac8e87449:35029 2024-11-26T07:42:32,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:42:32,882 INFO [RS:0;719ac8e87449:35029 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:42:32,882 INFO [RS:0;719ac8e87449:35029 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:42:32,882 DEBUG [RS:0;719ac8e87449:35029 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:42:32,883 INFO [RS:0;719ac8e87449:35029 {}] regionserver.HRegionServer(2659): reportForDuty to master=719ac8e87449,37121,1732606952230 with port=35029, startcode=1732606952389 2024-11-26T07:42:32,883 DEBUG [RS:0;719ac8e87449:35029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:42:32,883 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:42:32,885 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59627, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:42:32,885 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:42:32,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37121 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 719ac8e87449,35029,1732606952389 2024-11-26T07:42:32,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37121 {}] master.ServerManager(517): Registering regionserver=719ac8e87449,35029,1732606952389 2024-11-26T07:42:32,888 DEBUG [RS:0;719ac8e87449:35029 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8 2024-11-26T07:42:32,888 DEBUG [RS:0;719ac8e87449:35029 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40141 2024-11-26T07:42:32,888 DEBUG [RS:0;719ac8e87449:35029 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:42:32,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:42:32,896 DEBUG [RS:0;719ac8e87449:35029 {}] zookeeper.ZKUtil(111): regionserver:35029-0x101776195cc0001, quorum=127.0.0.1:55806, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/719ac8e87449,35029,1732606952389 2024-11-26T07:42:32,896 WARN [RS:0;719ac8e87449:35029 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:42:32,896 INFO [RS:0;719ac8e87449:35029 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:42:32,897 DEBUG [RS:0;719ac8e87449:35029 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/WALs/719ac8e87449,35029,1732606952389 2024-11-26T07:42:32,897 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [719ac8e87449,35029,1732606952389] 2024-11-26T07:42:32,901 INFO [RS:0;719ac8e87449:35029 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:42:32,905 INFO [RS:0;719ac8e87449:35029 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:42:32,905 INFO [RS:0;719ac8e87449:35029 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:42:32,905 INFO [RS:0;719ac8e87449:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:32,906 INFO [RS:0;719ac8e87449:35029 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:42:32,907 INFO [RS:0;719ac8e87449:35029 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:42:32,907 INFO [RS:0;719ac8e87449:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:32,907 DEBUG [RS:0;719ac8e87449:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:42:32,907 DEBUG [RS:0;719ac8e87449:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:42:32,908 DEBUG [RS:0;719ac8e87449:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:42:32,908 DEBUG [RS:0;719ac8e87449:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:42:32,908 DEBUG [RS:0;719ac8e87449:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:42:32,908 DEBUG [RS:0;719ac8e87449:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:42:32,908 DEBUG [RS:0;719ac8e87449:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:42:32,908 DEBUG [RS:0;719ac8e87449:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:42:32,908 DEBUG [RS:0;719ac8e87449:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:42:32,908 DEBUG [RS:0;719ac8e87449:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:42:32,908 DEBUG [RS:0;719ac8e87449:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:42:32,909 DEBUG [RS:0;719ac8e87449:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:42:32,909 DEBUG [RS:0;719ac8e87449:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:42:32,909 DEBUG [RS:0;719ac8e87449:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:42:32,909 INFO [RS:0;719ac8e87449:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:32,909 INFO [RS:0;719ac8e87449:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:32,909 INFO [RS:0;719ac8e87449:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:32,909 INFO [RS:0;719ac8e87449:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:32,910 INFO [RS:0;719ac8e87449:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:32,910 INFO [RS:0;719ac8e87449:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,35029,1732606952389-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:42:32,927 INFO [RS:0;719ac8e87449:35029 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:42:32,927 INFO [RS:0;719ac8e87449:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,35029,1732606952389-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:32,927 INFO [RS:0;719ac8e87449:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:32,928 INFO [RS:0;719ac8e87449:35029 {}] regionserver.Replication(171): 719ac8e87449,35029,1732606952389 started 2024-11-26T07:42:32,942 INFO [RS:0;719ac8e87449:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:32,943 INFO [RS:0;719ac8e87449:35029 {}] regionserver.HRegionServer(1482): Serving as 719ac8e87449,35029,1732606952389, RpcServer on 719ac8e87449/172.17.0.2:35029, sessionid=0x101776195cc0001 2024-11-26T07:42:32,943 DEBUG [RS:0;719ac8e87449:35029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:42:32,943 DEBUG [RS:0;719ac8e87449:35029 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 719ac8e87449,35029,1732606952389 2024-11-26T07:42:32,943 DEBUG [RS:0;719ac8e87449:35029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,35029,1732606952389' 2024-11-26T07:42:32,943 DEBUG [RS:0;719ac8e87449:35029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T07:42:32,944 DEBUG [RS:0;719ac8e87449:35029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T07:42:32,944 DEBUG [RS:0;719ac8e87449:35029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:42:32,944 DEBUG [RS:0;719ac8e87449:35029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:42:32,944 DEBUG [RS:0;719ac8e87449:35029 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 719ac8e87449,35029,1732606952389 2024-11-26T07:42:32,944 DEBUG [RS:0;719ac8e87449:35029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,35029,1732606952389' 2024-11-26T07:42:32,944 DEBUG [RS:0;719ac8e87449:35029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T07:42:32,945 DEBUG [RS:0;719ac8e87449:35029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T07:42:32,945 DEBUG [RS:0;719ac8e87449:35029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:42:32,945 INFO [RS:0;719ac8e87449:35029 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:42:32,945 INFO [RS:0;719ac8e87449:35029 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:42:33,035 WARN [719ac8e87449:37121 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T07:42:33,046 INFO [RS:0;719ac8e87449:35029 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:42:33,050 INFO [RS:0;719ac8e87449:35029 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C35029%2C1732606952389, suffix=, logDir=hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/WALs/719ac8e87449,35029,1732606952389, archiveDir=hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/oldWALs, maxLogs=32 2024-11-26T07:42:33,068 DEBUG [RS:0;719ac8e87449:35029 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/WALs/719ac8e87449,35029,1732606952389/719ac8e87449%2C35029%2C1732606952389.1732606953055, exclude list is [], retry=0 2024-11-26T07:42:33,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36789,DS-c48ecd6f-cc8c-4d7f-a5fb-0022f2774811,DISK] 2024-11-26T07:42:33,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37801,DS-485ef50b-dba5-4118-9f95-755c0df2153c,DISK] 2024-11-26T07:42:33,074 INFO [RS:0;719ac8e87449:35029 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/WALs/719ac8e87449,35029,1732606952389/719ac8e87449%2C35029%2C1732606952389.1732606953055 2024-11-26T07:42:33,076 DEBUG [RS:0;719ac8e87449:35029 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43925:43925),(127.0.0.1/127.0.0.1:36191:36191)] 2024-11-26T07:42:33,286 DEBUG [719ac8e87449:37121 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:42:33,287 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=719ac8e87449,35029,1732606952389 2024-11-26T07:42:33,290 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 719ac8e87449,35029,1732606952389, state=OPENING 2024-11-26T07:42:33,304 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:42:33,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:33,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101776195cc0001, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:33,355 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:42:33,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:42:33,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:42:33,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=719ac8e87449,35029,1732606952389}] 2024-11-26T07:42:33,509 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:42:33,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44197, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:42:33,544 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:42:33,544 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:42:33,544 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:42:33,547 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C35029%2C1732606952389.meta, suffix=.meta, logDir=hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/WALs/719ac8e87449,35029,1732606952389, archiveDir=hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/oldWALs, maxLogs=32 2024-11-26T07:42:33,565 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/WALs/719ac8e87449,35029,1732606952389/719ac8e87449%2C35029%2C1732606952389.meta.1732606953549.meta, exclude list is [], retry=0 2024-11-26T07:42:33,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37801,DS-485ef50b-dba5-4118-9f95-755c0df2153c,DISK] 2024-11-26T07:42:33,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36789,DS-c48ecd6f-cc8c-4d7f-a5fb-0022f2774811,DISK] 2024-11-26T07:42:33,570 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/WALs/719ac8e87449,35029,1732606952389/719ac8e87449%2C35029%2C1732606952389.meta.1732606953549.meta 2024-11-26T07:42:33,571 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43925:43925),(127.0.0.1/127.0.0.1:36191:36191)] 2024-11-26T07:42:33,571 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:42:33,571 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:42:33,571 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:42:33,571 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:42:33,572 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:42:33,572 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:42:33,572 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:42:33,572 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:42:33,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:42:33,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:42:33,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:33,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:42:33,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:42:33,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:42:33,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:33,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:42:33,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:42:33,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:42:33,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:33,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:42:33,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:42:33,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:42:33,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:33,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:42:33,581 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:42:33,582 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/hbase/meta/1588230740 2024-11-26T07:42:33,584 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/hbase/meta/1588230740 2024-11-26T07:42:33,585 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:42:33,585 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:42:33,586 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T07:42:33,588 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:42:33,589 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=707110, jitterRate=-0.10086333751678467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T07:42:33,590 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:42:33,591 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732606953572Writing region info on filesystem at 1732606953572Initializing all the Stores at 1732606953573 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606953573Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606953574 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606953574Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606953574Cleaning up temporary data from old regions at 1732606953585 (+11 ms)Running coprocessor post-open hooks at 1732606953590 (+5 ms)Region opened successfully at 1732606953591 (+1 ms) 2024-11-26T07:42:33,592 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732606953509 2024-11-26T07:42:33,595 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:42:33,595 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:42:33,596 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,35029,1732606952389 2024-11-26T07:42:33,597 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 719ac8e87449,35029,1732606952389, state=OPEN 2024-11-26T07:42:33,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101776195cc0001, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:42:33,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:42:33,637 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=719ac8e87449,35029,1732606952389 2024-11-26T07:42:33,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:42:33,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:42:33,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:42:33,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=719ac8e87449,35029,1732606952389 in 282 msec 2024-11-26T07:42:33,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:42:33,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 758 msec 2024-11-26T07:42:33,645 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:42:33,645 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:42:33,647 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:42:33,647 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,35029,1732606952389, seqNum=-1] 2024-11-26T07:42:33,647 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:42:33,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39915, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:42:33,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 829 msec 2024-11-26T07:42:33,657 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732606953657, completionTime=-1 2024-11-26T07:42:33,657 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:42:33,657 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:42:33,659 INFO [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:42:33,659 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732607013659 2024-11-26T07:42:33,659 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732607073659 2024-11-26T07:42:33,659 INFO [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T07:42:33,660 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,37121,1732606952230-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:33,660 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,37121,1732606952230-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:33,660 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,37121,1732606952230-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:33,660 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-719ac8e87449:37121, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:33,660 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:33,660 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:33,662 DEBUG [master/719ac8e87449:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:42:33,665 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.176sec 2024-11-26T07:42:33,665 INFO [master/719ac8e87449:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:42:33,665 INFO [master/719ac8e87449:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:42:33,665 INFO [master/719ac8e87449:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:42:33,665 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:42:33,665 INFO [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:42:33,665 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,37121,1732606952230-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:42:33,665 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,37121,1732606952230-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:42:33,668 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:42:33,668 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:42:33,668 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,37121,1732606952230-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:33,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73efa973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:42:33,743 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,37121,-1 for getting cluster id 2024-11-26T07:42:33,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:42:33,748 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e1fc4f-cd54-42ae-a5bf-0c2c24ff0bff' 2024-11-26T07:42:33,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:42:33,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e1fc4f-cd54-42ae-a5bf-0c2c24ff0bff" 2024-11-26T07:42:33,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2550d44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:42:33,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,37121,-1] 2024-11-26T07:42:33,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:42:33,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:42:33,753 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:42:33,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@381b61da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:42:33,755 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:42:33,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,35029,1732606952389, seqNum=-1] 2024-11-26T07:42:33,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:42:33,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:42:33,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=719ac8e87449,37121,1732606952230 2024-11-26T07:42:33,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:42:33,766 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-26T07:42:33,778 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:42:33,782 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:42:33,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:42:33,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:42:33,783 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:42:33,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f830d09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:42:33,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3deed92b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:42:33,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59bb0be6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/java.io.tmpdir/jetty-localhost-39379-hadoop-hdfs-3_4_1-tests_jar-_-any-2440898815369052408/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:42:33,880 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78c1503e{HTTP/1.1, (http/1.1)}{localhost:39379} 2024-11-26T07:42:33,880 INFO [Time-limited test {}] server.Server(415): Started @73267ms 2024-11-26T07:42:33,881 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:42:33,912 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:42:33,916 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:42:33,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:42:33,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:42:33,917 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:42:33,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fe399bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:42:33,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12829752{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:42:34,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a69a7b7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/java.io.tmpdir/jetty-localhost-42339-hadoop-hdfs-3_4_1-tests_jar-_-any-1460140834949254421/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:42:34,015 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5eac9a8f{HTTP/1.1, (http/1.1)}{localhost:42339} 2024-11-26T07:42:34,015 INFO [Time-limited test {}] server.Server(415): Started @73401ms 2024-11-26T07:42:34,016 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:42:34,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:42:34,052 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:42:34,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:42:34,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:42:34,053 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:42:34,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@723fd4be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:42:34,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e76946b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:42:34,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c2557c7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/java.io.tmpdir/jetty-localhost-35035-hadoop-hdfs-3_4_1-tests_jar-_-any-10484326915884828149/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:42:34,148 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@724bced5{HTTP/1.1, (http/1.1)}{localhost:35035} 2024-11-26T07:42:34,148 INFO [Time-limited test {}] server.Server(415): Started @73535ms 2024-11-26T07:42:34,149 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:42:34,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:42:34,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:42:34,792 WARN [Thread-547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/cluster_dd1741ca-588d-caeb-4c9c-95777f0929c6/data/data6/current/BP-1440211905-172.17.0.2-1732606950353/current, will proceed with Du for space computation calculation, 2024-11-26T07:42:34,792 WARN [Thread-546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/cluster_dd1741ca-588d-caeb-4c9c-95777f0929c6/data/data5/current/BP-1440211905-172.17.0.2-1732606950353/current, will proceed with Du for space computation calculation, 2024-11-26T07:42:34,810 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:42:34,813 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x320f7a60b8a77809 with lease ID 0x96ff89b14fa2134c: Processing first storage report for DS-bf729d14-6c49-4130-b96a-77cfd3a6f376 from datanode DatanodeRegistration(127.0.0.1:35563, datanodeUuid=15dd9097-0b1a-459d-a98d-466798a43974, infoPort=41419, infoSecurePort=0, ipcPort=37223, storageInfo=lv=-57;cid=testClusterID;nsid=2082885319;c=1732606950353) 2024-11-26T07:42:34,813 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x320f7a60b8a77809 with lease ID 0x96ff89b14fa2134c: from storage DS-bf729d14-6c49-4130-b96a-77cfd3a6f376 node DatanodeRegistration(127.0.0.1:35563, datanodeUuid=15dd9097-0b1a-459d-a98d-466798a43974, infoPort=41419, infoSecurePort=0, ipcPort=37223, storageInfo=lv=-57;cid=testClusterID;nsid=2082885319;c=1732606950353), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:42:34,813 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x320f7a60b8a77809 with lease ID 0x96ff89b14fa2134c: Processing first storage report for DS-1ec18371-51ab-4d6e-8397-a22260ff44ef from datanode DatanodeRegistration(127.0.0.1:35563, datanodeUuid=15dd9097-0b1a-459d-a98d-466798a43974, infoPort=41419, infoSecurePort=0, ipcPort=37223, storageInfo=lv=-57;cid=testClusterID;nsid=2082885319;c=1732606950353) 2024-11-26T07:42:34,813 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x320f7a60b8a77809 with lease ID 0x96ff89b14fa2134c: from storage DS-1ec18371-51ab-4d6e-8397-a22260ff44ef node DatanodeRegistration(127.0.0.1:35563, datanodeUuid=15dd9097-0b1a-459d-a98d-466798a43974, infoPort=41419, infoSecurePort=0, ipcPort=37223, storageInfo=lv=-57;cid=testClusterID;nsid=2082885319;c=1732606950353), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:42:34,962 WARN [Thread-558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/cluster_dd1741ca-588d-caeb-4c9c-95777f0929c6/data/data7/current/BP-1440211905-172.17.0.2-1732606950353/current, will proceed with Du for space computation calculation, 2024-11-26T07:42:34,962 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/cluster_dd1741ca-588d-caeb-4c9c-95777f0929c6/data/data8/current/BP-1440211905-172.17.0.2-1732606950353/current, will proceed with Du for space computation calculation, 2024-11-26T07:42:34,984 WARN [Thread-511 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:42:34,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8aa23e24a36a5370 with lease ID 0x96ff89b14fa2134d: Processing first storage report for DS-50a229a7-ee78-49c2-bd7f-aad2d5769ef2 from datanode DatanodeRegistration(127.0.0.1:46063, datanodeUuid=0a75a94c-fe3e-4166-96cb-8974f04c9619, infoPort=35321, infoSecurePort=0, ipcPort=39751, storageInfo=lv=-57;cid=testClusterID;nsid=2082885319;c=1732606950353) 2024-11-26T07:42:34,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8aa23e24a36a5370 with lease ID 0x96ff89b14fa2134d: from storage DS-50a229a7-ee78-49c2-bd7f-aad2d5769ef2 node DatanodeRegistration(127.0.0.1:46063, datanodeUuid=0a75a94c-fe3e-4166-96cb-8974f04c9619, infoPort=35321, infoSecurePort=0, ipcPort=39751, storageInfo=lv=-57;cid=testClusterID;nsid=2082885319;c=1732606950353), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:42:34,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8aa23e24a36a5370 with lease ID 0x96ff89b14fa2134d: Processing first storage report for DS-7e2a33da-1040-4fee-903e-e588e874933c from datanode DatanodeRegistration(127.0.0.1:46063, datanodeUuid=0a75a94c-fe3e-4166-96cb-8974f04c9619, infoPort=35321, infoSecurePort=0, ipcPort=39751, storageInfo=lv=-57;cid=testClusterID;nsid=2082885319;c=1732606950353) 2024-11-26T07:42:34,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8aa23e24a36a5370 with lease ID 0x96ff89b14fa2134d: from storage DS-7e2a33da-1040-4fee-903e-e588e874933c node DatanodeRegistration(127.0.0.1:46063, datanodeUuid=0a75a94c-fe3e-4166-96cb-8974f04c9619, infoPort=35321, infoSecurePort=0, ipcPort=39751, storageInfo=lv=-57;cid=testClusterID;nsid=2082885319;c=1732606950353), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:42:34,997 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:42:35,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:42:35,081 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/cluster_dd1741ca-588d-caeb-4c9c-95777f0929c6/data/data9/current/BP-1440211905-172.17.0.2-1732606950353/current, will proceed with Du for space computation calculation, 2024-11-26T07:42:35,082 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/cluster_dd1741ca-588d-caeb-4c9c-95777f0929c6/data/data10/current/BP-1440211905-172.17.0.2-1732606950353/current, will proceed with Du for space computation calculation, 2024-11-26T07:42:35,100 WARN [Thread-533 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:42:35,103 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdcb6c1a03caed314 with lease ID 0x96ff89b14fa2134e: Processing first storage report for DS-4ed62bfa-b7f9-4c45-8fc7-cbeff4679e52 from datanode DatanodeRegistration(127.0.0.1:39151, datanodeUuid=8af8616a-a7f0-4965-82d8-264736509881, infoPort=44855, infoSecurePort=0, ipcPort=35207, storageInfo=lv=-57;cid=testClusterID;nsid=2082885319;c=1732606950353) 2024-11-26T07:42:35,103 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdcb6c1a03caed314 with lease ID 0x96ff89b14fa2134e: from storage DS-4ed62bfa-b7f9-4c45-8fc7-cbeff4679e52 node DatanodeRegistration(127.0.0.1:39151, datanodeUuid=8af8616a-a7f0-4965-82d8-264736509881, infoPort=44855, infoSecurePort=0, ipcPort=35207, storageInfo=lv=-57;cid=testClusterID;nsid=2082885319;c=1732606950353), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:42:35,104 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdcb6c1a03caed314 with lease ID 0x96ff89b14fa2134e: Processing first storage report for DS-5923839a-e6f4-419d-9a7e-f346aabd1367 from datanode DatanodeRegistration(127.0.0.1:39151, datanodeUuid=8af8616a-a7f0-4965-82d8-264736509881, infoPort=44855, infoSecurePort=0, ipcPort=35207, storageInfo=lv=-57;cid=testClusterID;nsid=2082885319;c=1732606950353) 2024-11-26T07:42:35,104 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdcb6c1a03caed314 with lease ID 0x96ff89b14fa2134e: from storage DS-5923839a-e6f4-419d-9a7e-f346aabd1367 node DatanodeRegistration(127.0.0.1:39151, datanodeUuid=8af8616a-a7f0-4965-82d8-264736509881, infoPort=44855, infoSecurePort=0, ipcPort=35207, storageInfo=lv=-57;cid=testClusterID;nsid=2082885319;c=1732606950353), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:42:35,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:42:35,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,37121,1732606952230 2024-11-26T07:42:35,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b206537 2024-11-26T07:42:35,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:42:35,190 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:42:35,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37121 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-26T07:42:35,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37121 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-26T07:42:35,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37121 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:42:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37121 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-26T07:42:35,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:42:35,199 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:35,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37121 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-26T07:42:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:42:35,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:42:35,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741835_1011 (size=393) 2024-11-26T07:42:35,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741835_1011 (size=393) 2024-11-26T07:42:35,212 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 53af817a706317b5f1bf1f904eee6632, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732606955191.53af817a706317b5f1bf1f904eee6632.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8 2024-11-26T07:42:35,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741836_1012 (size=76) 2024-11-26T07:42:35,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741836_1012 (size=76) 2024-11-26T07:42:35,221 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732606955191.53af817a706317b5f1bf1f904eee6632.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:42:35,221 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 53af817a706317b5f1bf1f904eee6632, disabling compactions & flushes 2024-11-26T07:42:35,221 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732606955191.53af817a706317b5f1bf1f904eee6632. 2024-11-26T07:42:35,221 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732606955191.53af817a706317b5f1bf1f904eee6632. 2024-11-26T07:42:35,221 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732606955191.53af817a706317b5f1bf1f904eee6632. after waiting 0 ms 2024-11-26T07:42:35,221 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732606955191.53af817a706317b5f1bf1f904eee6632. 2024-11-26T07:42:35,221 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732606955191.53af817a706317b5f1bf1f904eee6632. 2024-11-26T07:42:35,222 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 53af817a706317b5f1bf1f904eee6632: Waiting for close lock at 1732606955221Disabling compacts and flushes for region at 1732606955221Disabling writes for close at 1732606955221Writing region close event to WAL at 1732606955221Closed at 1732606955221 2024-11-26T07:42:35,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:42:35,223 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1732606955191.53af817a706317b5f1bf1f904eee6632.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1732606955223"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732606955223"}]},"ts":"1732606955223"} 2024-11-26T07:42:35,225 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:42:35,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:42:35,227 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732606955227"}]},"ts":"1732606955227"} 2024-11-26T07:42:35,229 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-26T07:42:35,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=53af817a706317b5f1bf1f904eee6632, ASSIGN}] 2024-11-26T07:42:35,230 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=53af817a706317b5f1bf1f904eee6632, ASSIGN 2024-11-26T07:42:35,231 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=53af817a706317b5f1bf1f904eee6632, ASSIGN; state=OFFLINE, location=719ac8e87449,35029,1732606952389; forceNewPlan=false, retain=false 2024-11-26T07:42:35,383 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=53af817a706317b5f1bf1f904eee6632, regionState=OPENING, regionLocation=719ac8e87449,35029,1732606952389 2024-11-26T07:42:35,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=53af817a706317b5f1bf1f904eee6632, ASSIGN because future has completed 2024-11-26T07:42:35,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53af817a706317b5f1bf1f904eee6632, server=719ac8e87449,35029,1732606952389}] 2024-11-26T07:42:35,555 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1732606955191.53af817a706317b5f1bf1f904eee6632. 2024-11-26T07:42:35,556 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 53af817a706317b5f1bf1f904eee6632, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732606955191.53af817a706317b5f1bf1f904eee6632.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:42:35,556 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 53af817a706317b5f1bf1f904eee6632 2024-11-26T07:42:35,556 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732606955191.53af817a706317b5f1bf1f904eee6632.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:42:35,556 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 53af817a706317b5f1bf1f904eee6632 2024-11-26T07:42:35,556 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 53af817a706317b5f1bf1f904eee6632 2024-11-26T07:42:35,559 INFO [StoreOpener-53af817a706317b5f1bf1f904eee6632-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 53af817a706317b5f1bf1f904eee6632 2024-11-26T07:42:35,561 INFO [StoreOpener-53af817a706317b5f1bf1f904eee6632-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53af817a706317b5f1bf1f904eee6632 columnFamilyName info 2024-11-26T07:42:35,561 DEBUG [StoreOpener-53af817a706317b5f1bf1f904eee6632-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:35,562 INFO [StoreOpener-53af817a706317b5f1bf1f904eee6632-1 {}] regionserver.HStore(327): Store=53af817a706317b5f1bf1f904eee6632/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:42:35,562 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 53af817a706317b5f1bf1f904eee6632 2024-11-26T07:42:35,563 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53af817a706317b5f1bf1f904eee6632 2024-11-26T07:42:35,564 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53af817a706317b5f1bf1f904eee6632 2024-11-26T07:42:35,564 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 53af817a706317b5f1bf1f904eee6632 2024-11-26T07:42:35,564 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 53af817a706317b5f1bf1f904eee6632 2024-11-26T07:42:35,566 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 53af817a706317b5f1bf1f904eee6632 2024-11-26T07:42:35,569 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53af817a706317b5f1bf1f904eee6632/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:42:35,569 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 53af817a706317b5f1bf1f904eee6632; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=867156, jitterRate=0.10264663398265839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:42:35,570 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 53af817a706317b5f1bf1f904eee6632 2024-11-26T07:42:35,571 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 53af817a706317b5f1bf1f904eee6632: Running coprocessor pre-open hook at 1732606955557Writing region info on filesystem at 1732606955557Initializing all the Stores at 1732606955558 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606955558Cleaning up temporary data from old regions at 1732606955564 (+6 ms)Running coprocessor post-open hooks at 1732606955570 (+6 ms)Region opened successfully at 1732606955571 (+1 ms) 2024-11-26T07:42:35,572 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1732606955191.53af817a706317b5f1bf1f904eee6632., pid=6, masterSystemTime=1732606955546 2024-11-26T07:42:35,575 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1732606955191.53af817a706317b5f1bf1f904eee6632. 2024-11-26T07:42:35,575 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1732606955191.53af817a706317b5f1bf1f904eee6632. 2024-11-26T07:42:35,576 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=53af817a706317b5f1bf1f904eee6632, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,35029,1732606952389 2024-11-26T07:42:35,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53af817a706317b5f1bf1f904eee6632, server=719ac8e87449,35029,1732606952389 because future has completed 2024-11-26T07:42:35,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T07:42:35,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 53af817a706317b5f1bf1f904eee6632, server=719ac8e87449,35029,1732606952389 in 189 msec 2024-11-26T07:42:35,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T07:42:35,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=53af817a706317b5f1bf1f904eee6632, ASSIGN in 354 msec 2024-11-26T07:42:35,587 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:42:35,588 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732606955588"}]},"ts":"1732606955588"} 2024-11-26T07:42:35,590 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-26T07:42:35,591 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:42:35,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 399 msec 2024-11-26T07:42:38,221 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-26T07:42:38,222 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-26T07:42:38,226 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-26T07:42:38,902 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T07:42:38,903 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-26T07:42:41,059 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:42:41,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:42:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:42:45,271 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-26T07:42:45,271 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-26T07:42:45,272 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T07:42:45,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-26T07:42:45,276 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T07:42:45,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-26T07:42:45,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1732606955191.53af817a706317b5f1bf1f904eee6632., hostname=719ac8e87449,35029,1732606952389, seqNum=2] 2024-11-26T07:42:45,284 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-26T07:42:45,288 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-26T07:42:45,288 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1732606955191.53af817a706317b5f1bf1f904eee6632. 2024-11-26T07:42:45,290 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1941464950_22 at /127.0.0.1:40414 [Receiving block BP-1440211905-172.17.0.2-1732606950353:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:37801:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40414 dst: /127.0.0.1:37801 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:42:45,290 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1941464950_22 at /127.0.0.1:38254 [Receiving block BP-1440211905-172.17.0.2-1732606950353:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:36789:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38254 dst: /127.0.0.1:36789 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:42:45,290 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1816933766_22 at /127.0.0.1:40392 [Receiving block BP-1440211905-172.17.0.2-1732606950353:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:37801:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40392 dst: /127.0.0.1:37801 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:42:45,291 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1816933766_22 at /127.0.0.1:38222 [Receiving block BP-1440211905-172.17.0.2-1732606950353:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:36789:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38222 dst: /127.0.0.1:36789 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:42:45,291 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1941464950_22 at /127.0.0.1:40424 [Receiving block BP-1440211905-172.17.0.2-1732606950353:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:37801:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40424 dst: /127.0.0.1:37801 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:42:45,291 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1941464950_22 at /127.0.0.1:38262 [Receiving block BP-1440211905-172.17.0.2-1732606950353:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:36789:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38262 dst: /127.0.0.1:36789 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:42:45,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d36d727{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:42:45,296 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49640a0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:42:45,296 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:42:45,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11e33a91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:42:45,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a8bef37{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/hadoop.log.dir/,STOPPED} 2024-11-26T07:42:45,298 WARN [BP-1440211905-172.17.0.2-1732606950353 heartbeating to localhost/127.0.0.1:40141 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:42:45,298 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:42:45,298 WARN [BP-1440211905-172.17.0.2-1732606950353 heartbeating to localhost/127.0.0.1:40141 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1440211905-172.17.0.2-1732606950353 (Datanode Uuid e0162e1c-d291-4e8d-b2cc-78555cbe9a05) service to localhost/127.0.0.1:40141 2024-11-26T07:42:45,298 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:42:45,299 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/cluster_dd1741ca-588d-caeb-4c9c-95777f0929c6/data/data4/current/BP-1440211905-172.17.0.2-1732606950353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:42:45,300 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:42:45,300 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/cluster_dd1741ca-588d-caeb-4c9c-95777f0929c6/data/data3/current/BP-1440211905-172.17.0.2-1732606950353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:42:45,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:42:45,319 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:42:45,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:42:45,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:42:45,327 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:42:45,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b2797dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:42:45,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e950b4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:42:45,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ee3def0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/java.io.tmpdir/jetty-localhost-35845-hadoop-hdfs-3_4_1-tests_jar-_-any-1170237096116191043/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:42:45,452 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35cbc60a{HTTP/1.1, (http/1.1)}{localhost:35845} 2024-11-26T07:42:45,452 INFO [Time-limited test {}] server.Server(415): Started @84838ms 2024-11-26T07:42:45,454 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:42:45,482 WARN [AsyncFSWAL-0-hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8-prefix:719ac8e87449,35029,1732606952389 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:42:45,483 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 719ac8e87449%2C35029%2C1732606952389:(num 1732606953055) roll requested 2024-11-26T07:42:45,498 DEBUG [regionserver/719ac8e87449:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/WALs/719ac8e87449,35029,1732606952389/719ac8e87449%2C35029%2C1732606952389.1732606965483, exclude list is [], retry=0 2024-11-26T07:42:45,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36789,DS-c48ecd6f-cc8c-4d7f-a5fb-0022f2774811,DISK] 2024-11-26T07:42:45,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46063,DS-50a229a7-ee78-49c2-bd7f-aad2d5769ef2,DISK] 2024-11-26T07:42:45,517 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/WALs/719ac8e87449,35029,1732606952389/719ac8e87449%2C35029%2C1732606952389.1732606953055 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/WALs/719ac8e87449,35029,1732606952389/719ac8e87449%2C35029%2C1732606952389.1732606965483 2024-11-26T07:42:45,518 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36191:36191),(127.0.0.1/127.0.0.1:35321:35321)] 2024-11-26T07:42:45,519 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/WALs/719ac8e87449,35029,1732606952389/719ac8e87449%2C35029%2C1732606952389.1732606953055 is not closed yet, will try archiving it next time 2024-11-26T07:42:45,519 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:42:45,520 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:42:45,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:42:45,522 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:42:45,522 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:42:45,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:42:45,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:42:45,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:42:45,523 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:42:45,523 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1869790479, stopped=false 2024-11-26T07:42:45,523 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-26T07:42:45,523 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=719ac8e87449,37121,1732606952230 2024-11-26T07:42:45,523 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-26T07:42:45,524 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/WALs/719ac8e87449,35029,1732606952389/719ac8e87449%2C35029%2C1732606952389.1732606953055 2024-11-26T07:42:45,527 WARN [IPC Server handler 3 on default port 40141 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/WALs/719ac8e87449,35029,1732606952389/719ac8e87449%2C35029%2C1732606952389.1732606953055 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-26T07:42:45,531 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/WALs/719ac8e87449,35029,1732606952389/719ac8e87449%2C35029%2C1732606952389.1732606953055 after 5ms 2024-11-26T07:42:45,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:42:45,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:45,594 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:42:45,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101776195cc0001, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:42:45,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101776195cc0001, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:45,595 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:42:45,595 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:42:45,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:42:45,595 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '719ac8e87449,35029,1732606952389' ***** 2024-11-26T07:42:45,595 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:42:45,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35029-0x101776195cc0001, quorum=127.0.0.1:55806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:42:45,596 INFO [RS:0;719ac8e87449:35029 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:42:45,596 INFO [RS:0;719ac8e87449:35029 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:42:45,596 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:42:45,596 INFO [RS:0;719ac8e87449:35029 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:42:45,596 INFO [RS:0;719ac8e87449:35029 {}] regionserver.HRegionServer(3091): Received CLOSE for 53af817a706317b5f1bf1f904eee6632 2024-11-26T07:42:45,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:42:45,596 INFO [RS:0;719ac8e87449:35029 {}] regionserver.HRegionServer(959): stopping server 719ac8e87449,35029,1732606952389 2024-11-26T07:42:45,596 INFO [RS:0;719ac8e87449:35029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:42:45,596 INFO [RS:0;719ac8e87449:35029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;719ac8e87449:35029. 2024-11-26T07:42:45,597 DEBUG [RS:0;719ac8e87449:35029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:42:45,597 DEBUG [RS:0;719ac8e87449:35029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:42:45,597 INFO [RS:0;719ac8e87449:35029 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:42:45,597 INFO [RS:0;719ac8e87449:35029 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:42:45,597 INFO [RS:0;719ac8e87449:35029 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:42:45,597 INFO [RS:0;719ac8e87449:35029 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:42:45,597 INFO [RS:0;719ac8e87449:35029 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T07:42:45,597 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 53af817a706317b5f1bf1f904eee6632, disabling compactions & flushes 2024-11-26T07:42:45,597 DEBUG [RS:0;719ac8e87449:35029 {}] regionserver.HRegionServer(1325): Online Regions={53af817a706317b5f1bf1f904eee6632=TestLogRolling-testLogRollOnDatanodeDeath,,1732606955191.53af817a706317b5f1bf1f904eee6632., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T07:42:45,597 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732606955191.53af817a706317b5f1bf1f904eee6632. 2024-11-26T07:42:45,597 DEBUG [RS:0;719ac8e87449:35029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 53af817a706317b5f1bf1f904eee6632 2024-11-26T07:42:45,598 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732606955191.53af817a706317b5f1bf1f904eee6632. 2024-11-26T07:42:45,598 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:42:45,598 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732606955191.53af817a706317b5f1bf1f904eee6632. after waiting 0 ms 2024-11-26T07:42:45,598 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:42:45,598 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732606955191.53af817a706317b5f1bf1f904eee6632. 2024-11-26T07:42:45,598 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:42:45,598 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:42:45,598 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:42:45,599 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 53af817a706317b5f1bf1f904eee6632 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-26T07:42:45,599 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-26T07:42:45,599 WARN [AsyncFSWAL-0-hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8-prefix:719ac8e87449,35029,1732606952389.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:42:45,600 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 719ac8e87449%2C35029%2C1732606952389.meta:.meta(num 1732606953549) roll requested 2024-11-26T07:42:45,619 DEBUG [regionserver/719ac8e87449:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/WALs/719ac8e87449,35029,1732606952389/719ac8e87449%2C35029%2C1732606952389.meta.1732606965600.meta, exclude list is [], retry=0 2024-11-26T07:42:45,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39151,DS-4ed62bfa-b7f9-4c45-8fc7-cbeff4679e52,DISK] 2024-11-26T07:42:45,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35563,DS-bf729d14-6c49-4130-b96a-77cfd3a6f376,DISK] 2024-11-26T07:42:45,624 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53af817a706317b5f1bf1f904eee6632/.tmp/info/f0825396cbdd44c0b399329f8b102973 is 1055, key is row0001/info:/1732606965282/Put/seqid=0 2024-11-26T07:42:45,635 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/WALs/719ac8e87449,35029,1732606952389/719ac8e87449%2C35029%2C1732606952389.meta.1732606953549.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/WALs/719ac8e87449,35029,1732606952389/719ac8e87449%2C35029%2C1732606952389.meta.1732606965600.meta 2024-11-26T07:42:45,637 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44855:44855),(127.0.0.1/127.0.0.1:41419:41419)] 2024-11-26T07:42:45,637 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/WALs/719ac8e87449,35029,1732606952389/719ac8e87449%2C35029%2C1732606952389.meta.1732606953549.meta is not closed yet, will try archiving it next time 2024-11-26T07:42:45,637 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:42:45,637 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:42:45,637 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/WALs/719ac8e87449,35029,1732606952389/719ac8e87449%2C35029%2C1732606952389.meta.1732606953549.meta 2024-11-26T07:42:45,639 WARN [IPC Server handler 2 on default port 40141 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/WALs/719ac8e87449,35029,1732606952389/719ac8e87449%2C35029%2C1732606952389.meta.1732606953549.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-26T07:42:45,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741839_1016 (size=7062) 2024-11-26T07:42:45,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741839_1016 (size=7062) 2024-11-26T07:42:45,641 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/WALs/719ac8e87449,35029,1732606952389/719ac8e87449%2C35029%2C1732606952389.meta.1732606953549.meta after 4ms 2024-11-26T07:42:45,642 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53af817a706317b5f1bf1f904eee6632/.tmp/info/f0825396cbdd44c0b399329f8b102973 2024-11-26T07:42:45,665 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/hbase/meta/1588230740/.tmp/info/c49451c8724b4141ad7a01e1f1537955 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1732606955191.53af817a706317b5f1bf1f904eee6632./info:regioninfo/1732606955575/Put/seqid=0 2024-11-26T07:42:45,667 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53af817a706317b5f1bf1f904eee6632/.tmp/info/f0825396cbdd44c0b399329f8b102973 as hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53af817a706317b5f1bf1f904eee6632/info/f0825396cbdd44c0b399329f8b102973 2024-11-26T07:42:45,681 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53af817a706317b5f1bf1f904eee6632/info/f0825396cbdd44c0b399329f8b102973, entries=2, sequenceid=6, filesize=6.9 K 2024-11-26T07:42:45,683 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 53af817a706317b5f1bf1f904eee6632 in 85ms, sequenceid=6, compaction requested=false 2024-11-26T07:42:45,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741840_1018 (size=7089) 2024-11-26T07:42:45,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741840_1018 (size=7089) 2024-11-26T07:42:45,697 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53af817a706317b5f1bf1f904eee6632/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T07:42:45,698 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732606955191.53af817a706317b5f1bf1f904eee6632. 2024-11-26T07:42:45,698 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 53af817a706317b5f1bf1f904eee6632: Waiting for close lock at 1732606965597Running coprocessor pre-close hooks at 1732606965597Disabling compacts and flushes for region at 1732606965597Disabling writes for close at 1732606965598 (+1 ms)Obtaining lock to block concurrent updates at 1732606965599 (+1 ms)Preparing flush snapshotting stores in 53af817a706317b5f1bf1f904eee6632 at 1732606965599Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1732606955191.53af817a706317b5f1bf1f904eee6632., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1732606965599Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1732606955191.53af817a706317b5f1bf1f904eee6632. at 1732606965600 (+1 ms)Flushing 53af817a706317b5f1bf1f904eee6632/info: creating writer at 1732606965600Flushing 53af817a706317b5f1bf1f904eee6632/info: appending metadata at 1732606965623 (+23 ms)Flushing 53af817a706317b5f1bf1f904eee6632/info: closing flushed file at 1732606965623Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2989fd57: reopening flushed file at 1732606965664 (+41 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 53af817a706317b5f1bf1f904eee6632 in 85ms, sequenceid=6, compaction requested=false at 1732606965683 (+19 ms)Writing region close event to WAL at 1732606965687 (+4 ms)Running coprocessor post-close hooks at 1732606965698 (+11 ms)Closed at 1732606965698 2024-11-26T07:42:45,698 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732606955191.53af817a706317b5f1bf1f904eee6632. 2024-11-26T07:42:45,704 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/hbase/meta/1588230740/.tmp/info/c49451c8724b4141ad7a01e1f1537955 2024-11-26T07:42:45,737 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/hbase/meta/1588230740/.tmp/ns/6bc9828c8cc2450c82e867d3d071f7a9 is 43, key is default/ns:d/1732606953650/Put/seqid=0 2024-11-26T07:42:45,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741841_1019 (size=5153) 2024-11-26T07:42:45,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741841_1019 (size=5153) 2024-11-26T07:42:45,749 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/hbase/meta/1588230740/.tmp/ns/6bc9828c8cc2450c82e867d3d071f7a9 2024-11-26T07:42:45,789 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/hbase/meta/1588230740/.tmp/table/1278800bcd3440b3afaf0adac2c43a0c is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1732606955588/Put/seqid=0 2024-11-26T07:42:45,798 DEBUG [RS:0;719ac8e87449:35029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:42:45,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741842_1020 (size=5424) 2024-11-26T07:42:45,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741842_1020 (size=5424) 2024-11-26T07:42:45,830 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/hbase/meta/1588230740/.tmp/table/1278800bcd3440b3afaf0adac2c43a0c 2024-11-26T07:42:45,845 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/hbase/meta/1588230740/.tmp/info/c49451c8724b4141ad7a01e1f1537955 as hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/hbase/meta/1588230740/info/c49451c8724b4141ad7a01e1f1537955 2024-11-26T07:42:45,861 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/hbase/meta/1588230740/info/c49451c8724b4141ad7a01e1f1537955, entries=10, sequenceid=11, filesize=6.9 K 2024-11-26T07:42:45,865 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/hbase/meta/1588230740/.tmp/ns/6bc9828c8cc2450c82e867d3d071f7a9 as hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/hbase/meta/1588230740/ns/6bc9828c8cc2450c82e867d3d071f7a9 2024-11-26T07:42:45,892 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/hbase/meta/1588230740/ns/6bc9828c8cc2450c82e867d3d071f7a9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T07:42:45,896 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/hbase/meta/1588230740/.tmp/table/1278800bcd3440b3afaf0adac2c43a0c as hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/hbase/meta/1588230740/table/1278800bcd3440b3afaf0adac2c43a0c 2024-11-26T07:42:45,909 INFO [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:42:45,910 INFO [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:42:45,939 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/hbase/meta/1588230740/table/1278800bcd3440b3afaf0adac2c43a0c, entries=2, sequenceid=11, filesize=5.3 K 2024-11-26T07:42:45,940 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 342ms, sequenceid=11, compaction requested=false 2024-11-26T07:42:45,942 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:42:45,962 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4bbd2bb6240b570 with lease ID 0x96ff89b14fa2134f: from storage DS-485ef50b-dba5-4118-9f95-755c0df2153c node DatanodeRegistration(127.0.0.1:41595, datanodeUuid=e0162e1c-d291-4e8d-b2cc-78555cbe9a05, infoPort=33653, infoSecurePort=0, ipcPort=46433, storageInfo=lv=-57;cid=testClusterID;nsid=2082885319;c=1732606950353), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:42:45,963 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4bbd2bb6240b570 with lease ID 0x96ff89b14fa2134f: from storage DS-e595ab8c-c029-45c9-8b0c-6d8d350fb79e node DatanodeRegistration(127.0.0.1:41595, datanodeUuid=e0162e1c-d291-4e8d-b2cc-78555cbe9a05, infoPort=33653, infoSecurePort=0, ipcPort=46433, storageInfo=lv=-57;cid=testClusterID;nsid=2082885319;c=1732606950353), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:42:45,998 DEBUG [RS:0;719ac8e87449:35029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:42:46,019 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T07:42:46,020 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:42:46,020 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:42:46,021 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732606965598Running coprocessor pre-close hooks at 1732606965598Disabling compacts and flushes for region at 1732606965598Disabling writes for close at 1732606965598Obtaining lock to block concurrent updates at 1732606965599 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732606965599Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1732606965599Flushing stores of hbase:meta,,1.1588230740 at 1732606965637 (+38 ms)Flushing 1588230740/info: creating writer at 1732606965638 (+1 ms)Flushing 1588230740/info: appending metadata at 1732606965664 (+26 ms)Flushing 1588230740/info: closing flushed file at 1732606965665 (+1 ms)Flushing 1588230740/ns: creating writer at 1732606965720 (+55 ms)Flushing 1588230740/ns: appending metadata at 1732606965736 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732606965736Flushing 1588230740/table: creating writer at 1732606965766 (+30 ms)Flushing 1588230740/table: appending metadata at 1732606965789 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732606965789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60f5c863: reopening flushed file at 1732606965844 (+55 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@398195f4: reopening flushed file at 1732606965861 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d932d49: reopening flushed file at 1732606965892 (+31 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 342ms, sequenceid=11, compaction requested=false at 1732606965941 (+49 ms)Writing region close event to WAL at 1732606965983 (+42 ms)Running coprocessor post-close hooks at 1732606966020 (+37 ms)Closed at 1732606966020 2024-11-26T07:42:46,021 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:42:46,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741833_1014 (size=1599) 2024-11-26T07:42:46,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741834_1017 (size=2386) 2024-11-26T07:42:46,198 INFO [RS:0;719ac8e87449:35029 {}] regionserver.HRegionServer(976): stopping server 719ac8e87449,35029,1732606952389; all regions closed. 2024-11-26T07:42:46,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741838_1015 (size=825) 2024-11-26T07:42:46,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741838_1015 (size=825) 2024-11-26T07:42:46,911 INFO [regionserver/719ac8e87449:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:42:48,221 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-26T07:42:48,221 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:42:48,221 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T07:42:49,532 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/WALs/719ac8e87449,35029,1732606952389/719ac8e87449%2C35029%2C1732606952389.1732606953055 after 4008ms 2024-11-26T07:42:49,532 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/WALs/719ac8e87449,35029,1732606952389/719ac8e87449%2C35029%2C1732606952389.1732606953055 to hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/oldWALs/719ac8e87449%2C35029%2C1732606952389.1732606953055 2024-11-26T07:42:49,642 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/WALs/719ac8e87449,35029,1732606952389/719ac8e87449%2C35029%2C1732606952389.meta.1732606953549.meta after 4005ms 2024-11-26T07:42:49,642 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/WALs/719ac8e87449,35029,1732606952389/719ac8e87449%2C35029%2C1732606952389.meta.1732606953549.meta to hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/oldWALs/719ac8e87449%2C35029%2C1732606952389.meta.1732606953549.meta 2024-11-26T07:42:49,645 DEBUG [RS:0;719ac8e87449:35029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/oldWALs 2024-11-26T07:42:49,645 INFO [RS:0;719ac8e87449:35029 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C35029%2C1732606952389.meta:.meta(num 1732606965600) 2024-11-26T07:42:49,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741837_1013 (size=2288) 2024-11-26T07:42:49,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741837_1013 (size=2288) 2024-11-26T07:42:49,653 DEBUG [RS:0;719ac8e87449:35029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/oldWALs 2024-11-26T07:42:49,653 INFO [RS:0;719ac8e87449:35029 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C35029%2C1732606952389:(num 1732606965483) 2024-11-26T07:42:49,653 DEBUG [RS:0;719ac8e87449:35029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:42:49,653 INFO [RS:0;719ac8e87449:35029 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:42:49,653 INFO [RS:0;719ac8e87449:35029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:42:49,654 INFO [RS:0;719ac8e87449:35029 {}] hbase.ChoreService(370): Chore service for: regionserver/719ac8e87449:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T07:42:49,654 INFO [RS:0;719ac8e87449:35029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:42:49,654 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:42:49,654 INFO [RS:0;719ac8e87449:35029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35029 2024-11-26T07:42:49,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101776195cc0001, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/719ac8e87449,35029,1732606952389 2024-11-26T07:42:49,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:42:49,716 INFO [RS:0;719ac8e87449:35029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:42:49,717 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [719ac8e87449,35029,1732606952389] 2024-11-26T07:42:49,735 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/719ac8e87449,35029,1732606952389 already deleted, retry=false 2024-11-26T07:42:49,735 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 719ac8e87449,35029,1732606952389 expired; onlineServers=0 2024-11-26T07:42:49,735 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '719ac8e87449,37121,1732606952230' ***** 2024-11-26T07:42:49,735 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:42:49,735 INFO [M:0;719ac8e87449:37121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:42:49,735 INFO [M:0;719ac8e87449:37121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:42:49,735 DEBUG [M:0;719ac8e87449:37121 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:42:49,736 DEBUG [M:0;719ac8e87449:37121 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:42:49,736 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:42:49,736 DEBUG [master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732606952835 {}] cleaner.HFileCleaner(306): Exit Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732606952835,5,FailOnTimeoutGroup] 2024-11-26T07:42:49,736 INFO [M:0;719ac8e87449:37121 {}] hbase.ChoreService(370): Chore service for: master/719ac8e87449:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:42:49,736 INFO [M:0;719ac8e87449:37121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:42:49,736 DEBUG [M:0;719ac8e87449:37121 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:42:49,736 INFO [M:0;719ac8e87449:37121 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:42:49,736 INFO [M:0;719ac8e87449:37121 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:42:49,736 INFO [M:0;719ac8e87449:37121 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:42:49,737 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:42:49,737 DEBUG [master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732606952835 {}] cleaner.HFileCleaner(306): Exit Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732606952835,5,FailOnTimeoutGroup] 2024-11-26T07:42:49,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T07:42:49,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:49,744 DEBUG [M:0;719ac8e87449:37121 {}] zookeeper.ZKUtil(347): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T07:42:49,744 WARN [M:0;719ac8e87449:37121 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:42:49,745 INFO [M:0;719ac8e87449:37121 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/.lastflushedseqids 2024-11-26T07:42:49,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741843_1021 (size=139) 2024-11-26T07:42:49,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741843_1021 (size=139) 2024-11-26T07:42:49,766 INFO [M:0;719ac8e87449:37121 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:42:49,766 INFO [M:0;719ac8e87449:37121 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:42:49,766 DEBUG [M:0;719ac8e87449:37121 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:42:49,766 INFO [M:0;719ac8e87449:37121 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:42:49,767 DEBUG [M:0;719ac8e87449:37121 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:42:49,767 DEBUG [M:0;719ac8e87449:37121 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:42:49,767 DEBUG [M:0;719ac8e87449:37121 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:42:49,767 INFO [M:0;719ac8e87449:37121 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.08 KB heapSize=29.02 KB 2024-11-26T07:42:49,768 WARN [AsyncFSWAL-0-hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData-prefix:719ac8e87449,37121,1732606952230 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:42:49,768 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 719ac8e87449%2C37121%2C1732606952230:(num 1732606952619) roll requested 2024-11-26T07:42:49,788 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/WALs/719ac8e87449,37121,1732606952230/719ac8e87449%2C37121%2C1732606952230.1732606969769, exclude list is [], retry=0 2024-11-26T07:42:49,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46063,DS-50a229a7-ee78-49c2-bd7f-aad2d5769ef2,DISK] 2024-11-26T07:42:49,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41595,DS-485ef50b-dba5-4118-9f95-755c0df2153c,DISK] 2024-11-26T07:42:49,796 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/WALs/719ac8e87449,37121,1732606952230/719ac8e87449%2C37121%2C1732606952230.1732606952619 with entries=54, filesize=26.79 KB; new WAL /user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/WALs/719ac8e87449,37121,1732606952230/719ac8e87449%2C37121%2C1732606952230.1732606969769 2024-11-26T07:42:49,797 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35321:35321),(127.0.0.1/127.0.0.1:33653:33653)] 2024-11-26T07:42:49,797 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/WALs/719ac8e87449,37121,1732606952230/719ac8e87449%2C37121%2C1732606952230.1732606952619 is not closed yet, will try archiving it next time 2024-11-26T07:42:49,797 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:42:49,797 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:42:49,797 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/WALs/719ac8e87449,37121,1732606952230/719ac8e87449%2C37121%2C1732606952230.1732606952619 2024-11-26T07:42:49,799 WARN [IPC Server handler 1 on default port 40141 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/WALs/719ac8e87449,37121,1732606952230/719ac8e87449%2C37121%2C1732606952230.1732606952619 has not been closed. Lease recovery is in progress. RecoveryId = 1023 for block blk_1073741830_1006 2024-11-26T07:42:49,800 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/WALs/719ac8e87449,37121,1732606952230/719ac8e87449%2C37121%2C1732606952230.1732606952619 after 3ms 2024-11-26T07:42:49,828 DEBUG [M:0;719ac8e87449:37121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ba74195390e43eeab8f643fa2bda345 is 82, key is hbase:meta,,1/info:regioninfo/1732606953596/Put/seqid=0 2024-11-26T07:42:49,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101776195cc0001, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:42:49,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x101776195cc0001, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:42:49,828 INFO [RS:0;719ac8e87449:35029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:42:49,828 INFO [RS:0;719ac8e87449:35029 {}] regionserver.HRegionServer(1031): Exiting; stopping=719ac8e87449,35029,1732606952389; zookeeper connection closed. 2024-11-26T07:42:49,829 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65f65cd5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65f65cd5 2024-11-26T07:42:49,829 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:42:49,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741845_1024 (size=5672) 2024-11-26T07:42:49,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741845_1024 (size=5672) 2024-11-26T07:42:49,838 INFO [M:0;719ac8e87449:37121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ba74195390e43eeab8f643fa2bda345 2024-11-26T07:42:49,867 DEBUG [M:0;719ac8e87449:37121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21daf890337b4d7f8f27eafb3d4ff92f is 773, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732606955593/Put/seqid=0 2024-11-26T07:42:49,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741846_1025 (size=6113) 2024-11-26T07:42:49,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741846_1025 (size=6113) 2024-11-26T07:42:49,889 INFO [M:0;719ac8e87449:37121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.48 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21daf890337b4d7f8f27eafb3d4ff92f 2024-11-26T07:42:49,922 DEBUG [M:0;719ac8e87449:37121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59ad625ccfe04082a408c7b49c5acc78 is 69, key is 719ac8e87449,35029,1732606952389/rs:state/1732606952886/Put/seqid=0 2024-11-26T07:42:49,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741847_1026 (size=5156) 2024-11-26T07:42:49,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741847_1026 (size=5156) 2024-11-26T07:42:49,939 INFO [M:0;719ac8e87449:37121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59ad625ccfe04082a408c7b49c5acc78 2024-11-26T07:42:49,966 DEBUG [M:0;719ac8e87449:37121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/9716f5b8c3804ac3bd1b4af642fa020a is 52, key is load_balancer_on/state:d/1732606953765/Put/seqid=0 2024-11-26T07:42:49,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741848_1027 (size=5056) 2024-11-26T07:42:49,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741848_1027 (size=5056) 2024-11-26T07:42:49,974 INFO [M:0;719ac8e87449:37121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/9716f5b8c3804ac3bd1b4af642fa020a 2024-11-26T07:42:49,983 DEBUG [M:0;719ac8e87449:37121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ba74195390e43eeab8f643fa2bda345 as hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ba74195390e43eeab8f643fa2bda345 2024-11-26T07:42:49,994 INFO [M:0;719ac8e87449:37121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ba74195390e43eeab8f643fa2bda345, entries=8, sequenceid=56, filesize=5.5 K 2024-11-26T07:42:49,995 DEBUG [M:0;719ac8e87449:37121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21daf890337b4d7f8f27eafb3d4ff92f as hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21daf890337b4d7f8f27eafb3d4ff92f 2024-11-26T07:42:50,011 INFO [M:0;719ac8e87449:37121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21daf890337b4d7f8f27eafb3d4ff92f, entries=6, sequenceid=56, filesize=6.0 K 2024-11-26T07:42:50,013 DEBUG [M:0;719ac8e87449:37121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59ad625ccfe04082a408c7b49c5acc78 as hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/59ad625ccfe04082a408c7b49c5acc78 2024-11-26T07:42:50,022 INFO [M:0;719ac8e87449:37121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/59ad625ccfe04082a408c7b49c5acc78, entries=1, sequenceid=56, filesize=5.0 K 2024-11-26T07:42:50,024 DEBUG [M:0;719ac8e87449:37121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/9716f5b8c3804ac3bd1b4af642fa020a as hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/9716f5b8c3804ac3bd1b4af642fa020a 2024-11-26T07:42:50,033 INFO [M:0;719ac8e87449:37121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/9716f5b8c3804ac3bd1b4af642fa020a, entries=1, sequenceid=56, filesize=4.9 K 2024-11-26T07:42:50,036 INFO [M:0;719ac8e87449:37121 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 268ms, sequenceid=56, compaction requested=false 2024-11-26T07:42:50,050 INFO [M:0;719ac8e87449:37121 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:42:50,050 DEBUG [M:0;719ac8e87449:37121 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732606969766Disabling compacts and flushes for region at 1732606969766Disabling writes for close at 1732606969767 (+1 ms)Obtaining lock to block concurrent updates at 1732606969767Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732606969767Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23632, getHeapSize=29656, getOffHeapSize=0, getCellsCount=67 at 1732606969767Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732606969803 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732606969803Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732606969827 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732606969827Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732606969847 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732606969867 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732606969867Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732606969901 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732606969921 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732606969921Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732606969947 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732606969965 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732606969965Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62767c5: reopening flushed file at 1732606969982 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60f63b69: reopening flushed file at 1732606969994 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c47c286: reopening flushed file at 1732606970011 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@442c7e0c: reopening flushed file at 1732606970022 (+11 ms)Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 268ms, sequenceid=56, compaction requested=false at 1732606970036 (+14 ms)Writing region close event to WAL at 1732606970050 (+14 ms)Closed at 1732606970050 2024-11-26T07:42:50,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741844_1022 (size=757) 2024-11-26T07:42:50,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41595 is added to blk_1073741844_1022 (size=757) 2024-11-26T07:42:50,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741834_1017 (size=2386) 2024-11-26T07:42:50,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741833_1014 (size=1599) 2024-11-26T07:42:51,201 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:42:51,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:42:51,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:42:53,801 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/WALs/719ac8e87449,37121,1732606952230/719ac8e87449%2C37121%2C1732606952230.1732606952619 after 4004ms 2024-11-26T07:42:53,801 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/WALs/719ac8e87449,37121,1732606952230/719ac8e87449%2C37121%2C1732606952230.1732606952619 to hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/oldWALs/719ac8e87449%2C37121%2C1732606952230.1732606952619 2024-11-26T07:42:53,806 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/MasterData/oldWALs/719ac8e87449%2C37121%2C1732606952230.1732606952619 to hdfs://localhost:40141/user/jenkins/test-data/f4c3e087-fc9b-8b4b-f3f2-72681cd927d8/oldWALs/719ac8e87449%2C37121%2C1732606952230.1732606952619$masterlocalwal$ 2024-11-26T07:42:53,806 INFO [M:0;719ac8e87449:37121 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:42:53,806 INFO [M:0;719ac8e87449:37121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37121 2024-11-26T07:42:53,806 INFO [M:0;719ac8e87449:37121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:42:53,806 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:42:53,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:42:53,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37121-0x101776195cc0000, quorum=127.0.0.1:55806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:42:53,965 INFO [M:0;719ac8e87449:37121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:42:53,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ee3def0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:42:53,970 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35cbc60a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:42:53,970 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:42:53,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e950b4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:42:53,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b2797dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/hadoop.log.dir/,STOPPED} 2024-11-26T07:42:53,972 WARN [BP-1440211905-172.17.0.2-1732606950353 heartbeating to localhost/127.0.0.1:40141 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:42:53,972 WARN [BP-1440211905-172.17.0.2-1732606950353 heartbeating to localhost/127.0.0.1:40141 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1440211905-172.17.0.2-1732606950353 (Datanode Uuid e0162e1c-d291-4e8d-b2cc-78555cbe9a05) service to localhost/127.0.0.1:40141 2024-11-26T07:42:53,972 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:42:53,972 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:42:53,973 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/cluster_dd1741ca-588d-caeb-4c9c-95777f0929c6/data/data3/current/BP-1440211905-172.17.0.2-1732606950353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:42:53,973 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/cluster_dd1741ca-588d-caeb-4c9c-95777f0929c6/data/data4/current/BP-1440211905-172.17.0.2-1732606950353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:42:53,973 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:42:53,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c2557c7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:42:53,980 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@724bced5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:42:53,980 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:42:53,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e76946b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:42:53,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@723fd4be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/hadoop.log.dir/,STOPPED} 2024-11-26T07:42:53,982 WARN [BP-1440211905-172.17.0.2-1732606950353 heartbeating to localhost/127.0.0.1:40141 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:42:53,982 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:42:53,982 WARN [BP-1440211905-172.17.0.2-1732606950353 heartbeating to localhost/127.0.0.1:40141 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1440211905-172.17.0.2-1732606950353 (Datanode Uuid 8af8616a-a7f0-4965-82d8-264736509881) service to localhost/127.0.0.1:40141 2024-11-26T07:42:53,982 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:42:53,982 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/cluster_dd1741ca-588d-caeb-4c9c-95777f0929c6/data/data9/current/BP-1440211905-172.17.0.2-1732606950353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:42:53,983 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/cluster_dd1741ca-588d-caeb-4c9c-95777f0929c6/data/data10/current/BP-1440211905-172.17.0.2-1732606950353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:42:53,983 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:42:53,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a69a7b7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:42:53,986 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5eac9a8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:42:53,986 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:42:53,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12829752{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:42:53,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fe399bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/hadoop.log.dir/,STOPPED} 2024-11-26T07:42:53,987 WARN [BP-1440211905-172.17.0.2-1732606950353 heartbeating to localhost/127.0.0.1:40141 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:42:53,987 WARN [BP-1440211905-172.17.0.2-1732606950353 heartbeating to localhost/127.0.0.1:40141 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1440211905-172.17.0.2-1732606950353 (Datanode Uuid 0a75a94c-fe3e-4166-96cb-8974f04c9619) service to localhost/127.0.0.1:40141 2024-11-26T07:42:53,988 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:42:53,988 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:42:53,988 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/cluster_dd1741ca-588d-caeb-4c9c-95777f0929c6/data/data7/current/BP-1440211905-172.17.0.2-1732606950353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:42:53,988 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/cluster_dd1741ca-588d-caeb-4c9c-95777f0929c6/data/data8/current/BP-1440211905-172.17.0.2-1732606950353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:42:53,989 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:42:54,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59bb0be6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:42:54,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78c1503e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:42:54,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:42:54,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3deed92b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:42:54,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f830d09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/hadoop.log.dir/,STOPPED} 2024-11-26T07:42:54,002 WARN [BP-1440211905-172.17.0.2-1732606950353 heartbeating to localhost/127.0.0.1:40141 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:42:54,002 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:42:54,002 WARN [BP-1440211905-172.17.0.2-1732606950353 heartbeating to localhost/127.0.0.1:40141 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1440211905-172.17.0.2-1732606950353 (Datanode Uuid 15dd9097-0b1a-459d-a98d-466798a43974) service to localhost/127.0.0.1:40141 2024-11-26T07:42:54,002 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:42:54,003 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/cluster_dd1741ca-588d-caeb-4c9c-95777f0929c6/data/data5/current/BP-1440211905-172.17.0.2-1732606950353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:42:54,005 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/cluster_dd1741ca-588d-caeb-4c9c-95777f0929c6/data/data6/current/BP-1440211905-172.17.0.2-1732606950353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:42:54,005 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:42:54,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a3ede38{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:42:54,015 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a7ca003{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:42:54,015 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:42:54,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e8689f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:42:54,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6838f4b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/hadoop.log.dir/,STOPPED} 2024-11-26T07:42:54,017 WARN [BP-1440211905-172.17.0.2-1732606950353 heartbeating to localhost/127.0.0.1:40141 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:42:54,017 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:42:54,017 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:42:54,017 WARN [BP-1440211905-172.17.0.2-1732606950353 heartbeating to localhost/127.0.0.1:40141 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1440211905-172.17.0.2-1732606950353 (Datanode Uuid 8bb2bf2b-4a05-4c9c-8ecc-efd1f551c033) service to localhost/127.0.0.1:40141 2024-11-26T07:42:54,018 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/cluster_dd1741ca-588d-caeb-4c9c-95777f0929c6/data/data1/current/BP-1440211905-172.17.0.2-1732606950353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:42:54,018 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/cluster_dd1741ca-588d-caeb-4c9c-95777f0929c6/data/data2/current/BP-1440211905-172.17.0.2-1732606950353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:42:54,018 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:42:54,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2052e3a1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:42:54,025 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ceb5ed1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:42:54,025 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:42:54,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9064200{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:42:54,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d1e03de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/hadoop.log.dir/,STOPPED} 2024-11-26T07:42:54,036 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T07:42:54,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:42:54,078 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 66) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:40141 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:40141 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:40141 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 392) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=441 (was 459), ProcessCount=11 (was 11), AvailableMemoryMB=10799 (was 11137) 2024-11-26T07:42:54,087 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=441, ProcessCount=11, AvailableMemoryMB=10798 2024-11-26T07:42:54,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:42:54,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/hadoop.log.dir so I do NOT create it in target/test-data/37ae9e12-8bce-a187-3354-9036947f9445 2024-11-26T07:42:54,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00b503fd-d69d-6f5b-3936-c5c12d819155/hadoop.tmp.dir so I do NOT create it in target/test-data/37ae9e12-8bce-a187-3354-9036947f9445 2024-11-26T07:42:54,087 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/cluster_e4e60446-c95d-24ef-0b73-e1a70e59010e, deleteOnExit=true 2024-11-26T07:42:54,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:42:54,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/test.cache.data in system properties and HBase conf 2024-11-26T07:42:54,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:42:54,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:42:54,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:42:54,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:42:54,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:42:54,088 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:42:54,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:42:54,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:42:54,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:42:54,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:42:54,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:42:54,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:42:54,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:42:54,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:42:54,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:42:54,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:42:54,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:42:54,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:42:54,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:42:54,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:42:54,452 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:42:54,463 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:42:54,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:42:54,467 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:42:54,467 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:42:54,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:42:54,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40944473{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:42:54,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7688e99e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:42:54,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c74f2cb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/java.io.tmpdir/jetty-localhost-36135-hadoop-hdfs-3_4_1-tests_jar-_-any-14366841509204957607/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:42:54,579 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f7ae80c{HTTP/1.1, (http/1.1)}{localhost:36135} 2024-11-26T07:42:54,579 INFO [Time-limited test {}] server.Server(415): Started @93966ms 2024-11-26T07:42:54,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:42:54,837 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:42:54,839 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:42:54,839 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:42:54,839 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:42:54,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36b1a202{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:42:54,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@254aafa3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:42:54,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5397d032{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/java.io.tmpdir/jetty-localhost-42257-hadoop-hdfs-3_4_1-tests_jar-_-any-6353355743835184372/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:42:54,958 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c41fc8b{HTTP/1.1, (http/1.1)}{localhost:42257} 2024-11-26T07:42:54,958 INFO [Time-limited test {}] server.Server(415): Started @94345ms 2024-11-26T07:42:54,960 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:42:55,011 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:42:55,015 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:42:55,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:42:55,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:42:55,023 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:42:55,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c669bbe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:42:55,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d9bc78e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:42:55,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63fd5cd7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/java.io.tmpdir/jetty-localhost-39303-hadoop-hdfs-3_4_1-tests_jar-_-any-14735869857016425128/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:42:55,135 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78d08f94{HTTP/1.1, (http/1.1)}{localhost:39303} 2024-11-26T07:42:55,135 INFO [Time-limited test {}] server.Server(415): Started @94521ms 2024-11-26T07:42:55,136 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:42:55,708 WARN [Thread-798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/cluster_e4e60446-c95d-24ef-0b73-e1a70e59010e/data/data1/current/BP-18569494-172.17.0.2-1732606974123/current, will proceed with Du for space computation calculation, 2024-11-26T07:42:55,708 WARN [Thread-799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/cluster_e4e60446-c95d-24ef-0b73-e1a70e59010e/data/data2/current/BP-18569494-172.17.0.2-1732606974123/current, will proceed with Du for space computation calculation, 2024-11-26T07:42:55,736 WARN [Thread-763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:42:55,740 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ff3163a42b58c32 with lease ID 0x8404ab037bff83e: Processing first storage report for DS-93ae8112-4085-4b50-9c20-dede1ac59f4c from datanode DatanodeRegistration(127.0.0.1:43445, datanodeUuid=a6b15d32-b325-4249-915f-1d3d299c2009, infoPort=46667, infoSecurePort=0, ipcPort=44645, storageInfo=lv=-57;cid=testClusterID;nsid=626215855;c=1732606974123) 2024-11-26T07:42:55,740 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ff3163a42b58c32 with lease ID 0x8404ab037bff83e: from storage DS-93ae8112-4085-4b50-9c20-dede1ac59f4c node DatanodeRegistration(127.0.0.1:43445, datanodeUuid=a6b15d32-b325-4249-915f-1d3d299c2009, infoPort=46667, infoSecurePort=0, ipcPort=44645, storageInfo=lv=-57;cid=testClusterID;nsid=626215855;c=1732606974123), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:42:55,740 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ff3163a42b58c32 with lease ID 0x8404ab037bff83e: Processing first storage report for DS-8833c905-2815-4543-b5ab-4be6a6790ffa from datanode DatanodeRegistration(127.0.0.1:43445, datanodeUuid=a6b15d32-b325-4249-915f-1d3d299c2009, infoPort=46667, infoSecurePort=0, ipcPort=44645, storageInfo=lv=-57;cid=testClusterID;nsid=626215855;c=1732606974123) 2024-11-26T07:42:55,740 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ff3163a42b58c32 with lease ID 0x8404ab037bff83e: from storage DS-8833c905-2815-4543-b5ab-4be6a6790ffa node DatanodeRegistration(127.0.0.1:43445, datanodeUuid=a6b15d32-b325-4249-915f-1d3d299c2009, infoPort=46667, infoSecurePort=0, ipcPort=44645, storageInfo=lv=-57;cid=testClusterID;nsid=626215855;c=1732606974123), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:42:55,895 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/cluster_e4e60446-c95d-24ef-0b73-e1a70e59010e/data/data4/current/BP-18569494-172.17.0.2-1732606974123/current, will proceed with Du for space computation calculation, 2024-11-26T07:42:55,895 WARN [Thread-810 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/cluster_e4e60446-c95d-24ef-0b73-e1a70e59010e/data/data3/current/BP-18569494-172.17.0.2-1732606974123/current, will proceed with Du for space computation calculation, 2024-11-26T07:42:55,923 WARN [Thread-786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:42:55,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce7ec5a25ac8b585 with lease ID 0x8404ab037bff83f: Processing first storage report for DS-679f11ac-7491-483d-a39c-39bf8c706eb9 from datanode DatanodeRegistration(127.0.0.1:36733, datanodeUuid=37c0088a-7e4e-450d-9ecf-1c1a86a4574c, infoPort=35259, infoSecurePort=0, ipcPort=36065, storageInfo=lv=-57;cid=testClusterID;nsid=626215855;c=1732606974123) 2024-11-26T07:42:55,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce7ec5a25ac8b585 with lease ID 0x8404ab037bff83f: from storage DS-679f11ac-7491-483d-a39c-39bf8c706eb9 node DatanodeRegistration(127.0.0.1:36733, datanodeUuid=37c0088a-7e4e-450d-9ecf-1c1a86a4574c, infoPort=35259, infoSecurePort=0, ipcPort=36065, storageInfo=lv=-57;cid=testClusterID;nsid=626215855;c=1732606974123), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:42:55,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce7ec5a25ac8b585 with lease ID 0x8404ab037bff83f: Processing first storage report for DS-a9a1bc28-07aa-4f3d-bf9b-e2fdf7dd2d50 from datanode DatanodeRegistration(127.0.0.1:36733, datanodeUuid=37c0088a-7e4e-450d-9ecf-1c1a86a4574c, infoPort=35259, infoSecurePort=0, ipcPort=36065, storageInfo=lv=-57;cid=testClusterID;nsid=626215855;c=1732606974123) 2024-11-26T07:42:55,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce7ec5a25ac8b585 with lease ID 0x8404ab037bff83f: from storage DS-a9a1bc28-07aa-4f3d-bf9b-e2fdf7dd2d50 node DatanodeRegistration(127.0.0.1:36733, datanodeUuid=37c0088a-7e4e-450d-9ecf-1c1a86a4574c, infoPort=35259, infoSecurePort=0, ipcPort=36065, storageInfo=lv=-57;cid=testClusterID;nsid=626215855;c=1732606974123), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:42:55,990 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445 2024-11-26T07:42:55,996 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/cluster_e4e60446-c95d-24ef-0b73-e1a70e59010e/zookeeper_0, clientPort=50910, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/cluster_e4e60446-c95d-24ef-0b73-e1a70e59010e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/cluster_e4e60446-c95d-24ef-0b73-e1a70e59010e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T07:42:55,999 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50910 2024-11-26T07:42:55,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:42:56,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:42:56,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:42:56,023 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320 with version=8 2024-11-26T07:42:56,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/hbase-staging 2024-11-26T07:42:56,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:42:56,027 INFO [Time-limited test {}] client.ConnectionUtils(128): master/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:42:56,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:42:56,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:42:56,028 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:42:56,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:42:56,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:42:56,028 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:42:56,028 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:42:56,031 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42249 2024-11-26T07:42:56,033 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42249 connecting to ZooKeeper ensemble=127.0.0.1:50910 2024-11-26T07:42:56,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422490x0, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:42:56,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42249-0x1017761f2bf0000 connected 2024-11-26T07:42:56,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:42:56,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:42:56,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:42:56,160 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320, hbase.cluster.distributed=false 2024-11-26T07:42:56,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:42:56,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42249 2024-11-26T07:42:56,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42249 2024-11-26T07:42:56,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42249 2024-11-26T07:42:56,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42249 2024-11-26T07:42:56,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42249 2024-11-26T07:42:56,219 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:42:56,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:42:56,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:42:56,219 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:42:56,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:42:56,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:42:56,220 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:42:56,220 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:42:56,221 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37987 2024-11-26T07:42:56,223 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37987 connecting to ZooKeeper ensemble=127.0.0.1:50910 2024-11-26T07:42:56,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:42:56,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:42:56,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379870x0, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:42:56,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379870x0, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:42:56,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37987-0x1017761f2bf0001 connected 2024-11-26T07:42:56,249 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:42:56,251 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:42:56,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37987-0x1017761f2bf0001, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T07:42:56,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37987-0x1017761f2bf0001, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:42:56,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37987 2024-11-26T07:42:56,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37987 2024-11-26T07:42:56,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37987 2024-11-26T07:42:56,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37987 2024-11-26T07:42:56,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37987 2024-11-26T07:42:56,298 DEBUG [M:0;719ac8e87449:42249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;719ac8e87449:42249 2024-11-26T07:42:56,299 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/719ac8e87449,42249,1732606976027 2024-11-26T07:42:56,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:42:56,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1017761f2bf0001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:42:56,332 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/719ac8e87449,42249,1732606976027 2024-11-26T07:42:56,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:56,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1017761f2bf0001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T07:42:56,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1017761f2bf0001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:56,344 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T07:42:56,345 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/719ac8e87449,42249,1732606976027 from backup master directory 2024-11-26T07:42:56,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/719ac8e87449,42249,1732606976027 2024-11-26T07:42:56,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1017761f2bf0001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:42:56,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:42:56,356 WARN [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:42:56,356 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=719ac8e87449,42249,1732606976027 2024-11-26T07:42:56,364 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/hbase.id] with ID: acf35a9e-2fc1-4415-bb3d-982e33783e26 2024-11-26T07:42:56,364 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/.tmp/hbase.id 2024-11-26T07:42:56,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:42:56,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:42:56,375 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/.tmp/hbase.id]:[hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/hbase.id] 2024-11-26T07:42:56,395 INFO [master/719ac8e87449:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:42:56,395 INFO [master/719ac8e87449:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:42:56,398 INFO [master/719ac8e87449:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-26T07:42:56,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1017761f2bf0001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:56,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:56,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:42:56,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:42:56,426 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:42:56,427 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:42:56,428 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:42:56,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:42:56,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:42:56,849 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/data/master/store 2024-11-26T07:42:56,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:42:56,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:42:56,865 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:42:56,865 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:42:56,865 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:42:56,865 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:42:56,865 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:42:56,865 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:42:56,865 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:42:56,865 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732606976865Disabling compacts and flushes for region at 1732606976865Disabling writes for close at 1732606976865Writing region close event to WAL at 1732606976865Closed at 1732606976865 2024-11-26T07:42:56,866 WARN [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/data/master/store/.initializing 2024-11-26T07:42:56,866 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/WALs/719ac8e87449,42249,1732606976027 2024-11-26T07:42:56,868 INFO [master/719ac8e87449:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:42:56,870 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C42249%2C1732606976027, suffix=, logDir=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/WALs/719ac8e87449,42249,1732606976027, archiveDir=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/oldWALs, maxLogs=10 2024-11-26T07:42:56,884 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/WALs/719ac8e87449,42249,1732606976027/719ac8e87449%2C42249%2C1732606976027.1732606976870, exclude list is [], retry=0 2024-11-26T07:42:56,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43445,DS-93ae8112-4085-4b50-9c20-dede1ac59f4c,DISK] 2024-11-26T07:42:56,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36733,DS-679f11ac-7491-483d-a39c-39bf8c706eb9,DISK] 2024-11-26T07:42:56,894 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/WALs/719ac8e87449,42249,1732606976027/719ac8e87449%2C42249%2C1732606976027.1732606976870 2024-11-26T07:42:56,895 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46667:46667),(127.0.0.1/127.0.0.1:35259:35259)] 2024-11-26T07:42:56,895 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:42:56,895 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:42:56,895 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:42:56,895 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:42:56,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:42:56,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:42:56,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:56,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:42:56,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:42:56,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:42:56,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:56,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:42:56,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:42:56,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:42:56,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:56,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:42:56,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:42:56,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:42:56,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:56,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:42:56,911 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:42:56,912 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:42:56,912 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:42:56,915 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:42:56,915 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:42:56,915 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:42:56,918 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:42:56,924 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:42:56,924 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=689949, jitterRate=-0.12268513441085815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:42:56,926 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732606976895Initializing all the Stores at 1732606976896 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606976897 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606976897Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606976897Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606976897Cleaning up temporary data from old regions at 1732606976915 (+18 ms)Region opened successfully at 1732606976925 (+10 ms) 2024-11-26T07:42:56,926 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:42:56,931 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e97414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:42:56,933 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:42:56,933 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:42:56,933 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:42:56,933 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:42:56,934 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:42:56,934 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:42:56,934 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:42:56,936 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:42:56,937 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T07:42:56,967 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T07:42:56,968 INFO [master/719ac8e87449:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:42:56,969 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:42:56,975 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T07:42:56,976 INFO [master/719ac8e87449:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:42:56,977 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:42:56,984 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T07:42:56,985 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:42:56,992 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T07:42:56,994 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:42:57,000 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T07:42:57,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1017761f2bf0001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:42:57,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:42:57,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1017761f2bf0001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:57,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:57,010 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=719ac8e87449,42249,1732606976027, sessionid=0x1017761f2bf0000, setting cluster-up flag (Was=false) 2024-11-26T07:42:57,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1017761f2bf0001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:57,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:57,051 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T07:42:57,052 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=719ac8e87449,42249,1732606976027 2024-11-26T07:42:57,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:57,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1017761f2bf0001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:57,092 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T07:42:57,094 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=719ac8e87449,42249,1732606976027 2024-11-26T07:42:57,095 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:42:57,096 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:42:57,097 INFO [master/719ac8e87449:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:42:57,097 INFO [master/719ac8e87449:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:42:57,097 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 719ac8e87449,42249,1732606976027 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:42:57,098 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:42:57,098 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:42:57,098 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:42:57,098 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:42:57,099 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/719ac8e87449:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:42:57,099 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:42:57,099 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:42:57,099 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:42:57,100 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732607007100 2024-11-26T07:42:57,100 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:42:57,100 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:42:57,100 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:42:57,101 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:42:57,101 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:42:57,101 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:42:57,101 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:42:57,101 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:42:57,101 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:57,101 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:42:57,102 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:42:57,102 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:42:57,102 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:42:57,102 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:57,102 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:42:57,103 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:42:57,106 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732606977103,5,FailOnTimeoutGroup] 2024-11-26T07:42:57,110 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732606977106,5,FailOnTimeoutGroup] 2024-11-26T07:42:57,110 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:57,110 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:42:57,110 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:57,110 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:57,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:42:57,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:42:57,121 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:42:57,121 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320 2024-11-26T07:42:57,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741832_1008 (size=32) 2024-11-26T07:42:57,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741832_1008 (size=32) 2024-11-26T07:42:57,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:42:57,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:42:57,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:42:57,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:57,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:42:57,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:42:57,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:42:57,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:57,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:42:57,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:42:57,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:42:57,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:57,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:42:57,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:42:57,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:42:57,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:57,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:42:57,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:42:57,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/hbase/meta/1588230740 2024-11-26T07:42:57,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/hbase/meta/1588230740 2024-11-26T07:42:57,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:42:57,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:42:57,169 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T07:42:57,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:42:57,175 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:42:57,177 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=864753, jitterRate=0.09959031641483307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T07:42:57,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732606977144Initializing all the Stores at 1732606977145 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606977145Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606977146 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606977146Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606977146Cleaning up temporary data from old regions at 1732606977168 (+22 ms)Region opened successfully at 1732606977178 (+10 ms) 2024-11-26T07:42:57,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:42:57,178 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:42:57,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:42:57,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:42:57,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:42:57,179 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:42:57,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732606977178Disabling compacts and flushes for region at 1732606977178Disabling writes for close at 1732606977178Writing region close event to WAL at 1732606977179 (+1 ms)Closed at 1732606977179 2024-11-26T07:42:57,181 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:42:57,181 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:42:57,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:42:57,183 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:42:57,187 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:42:57,192 INFO [RS:0;719ac8e87449:37987 {}] regionserver.HRegionServer(746): ClusterId : acf35a9e-2fc1-4415-bb3d-982e33783e26 2024-11-26T07:42:57,192 DEBUG [RS:0;719ac8e87449:37987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:42:57,207 DEBUG [RS:0;719ac8e87449:37987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:42:57,207 DEBUG [RS:0;719ac8e87449:37987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:42:57,218 DEBUG [RS:0;719ac8e87449:37987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:42:57,219 DEBUG [RS:0;719ac8e87449:37987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f767f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:42:57,241 DEBUG [RS:0;719ac8e87449:37987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;719ac8e87449:37987 2024-11-26T07:42:57,242 INFO [RS:0;719ac8e87449:37987 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:42:57,242 INFO [RS:0;719ac8e87449:37987 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:42:57,242 DEBUG [RS:0;719ac8e87449:37987 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:42:57,243 INFO [RS:0;719ac8e87449:37987 {}] regionserver.HRegionServer(2659): reportForDuty to master=719ac8e87449,42249,1732606976027 with port=37987, startcode=1732606976219 2024-11-26T07:42:57,244 DEBUG [RS:0;719ac8e87449:37987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:42:57,255 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36281, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:42:57,258 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42249 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 719ac8e87449,37987,1732606976219 2024-11-26T07:42:57,258 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42249 {}] master.ServerManager(517): Registering regionserver=719ac8e87449,37987,1732606976219 2024-11-26T07:42:57,261 DEBUG [RS:0;719ac8e87449:37987 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320 2024-11-26T07:42:57,261 DEBUG [RS:0;719ac8e87449:37987 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37743 2024-11-26T07:42:57,261 DEBUG [RS:0;719ac8e87449:37987 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:42:57,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:42:57,273 DEBUG [RS:0;719ac8e87449:37987 {}] zookeeper.ZKUtil(111): regionserver:37987-0x1017761f2bf0001, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/719ac8e87449,37987,1732606976219 2024-11-26T07:42:57,273 WARN [RS:0;719ac8e87449:37987 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:42:57,274 INFO [RS:0;719ac8e87449:37987 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:42:57,274 DEBUG [RS:0;719ac8e87449:37987 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/WALs/719ac8e87449,37987,1732606976219 2024-11-26T07:42:57,295 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [719ac8e87449,37987,1732606976219] 2024-11-26T07:42:57,296 INFO [RS:0;719ac8e87449:37987 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:42:57,298 INFO [RS:0;719ac8e87449:37987 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:42:57,303 INFO [RS:0;719ac8e87449:37987 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:42:57,303 INFO [RS:0;719ac8e87449:37987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:57,306 INFO [RS:0;719ac8e87449:37987 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:42:57,311 INFO [RS:0;719ac8e87449:37987 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:42:57,311 INFO [RS:0;719ac8e87449:37987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:57,311 DEBUG [RS:0;719ac8e87449:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:42:57,311 DEBUG [RS:0;719ac8e87449:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:42:57,312 DEBUG [RS:0;719ac8e87449:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:42:57,312 DEBUG [RS:0;719ac8e87449:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:42:57,312 DEBUG [RS:0;719ac8e87449:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:42:57,312 DEBUG [RS:0;719ac8e87449:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:42:57,312 DEBUG [RS:0;719ac8e87449:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:42:57,312 DEBUG [RS:0;719ac8e87449:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:42:57,312 DEBUG [RS:0;719ac8e87449:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:42:57,312 DEBUG [RS:0;719ac8e87449:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:42:57,312 DEBUG [RS:0;719ac8e87449:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:42:57,312 DEBUG [RS:0;719ac8e87449:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:42:57,313 DEBUG [RS:0;719ac8e87449:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:42:57,313 DEBUG [RS:0;719ac8e87449:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:42:57,314 INFO [RS:0;719ac8e87449:37987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:57,315 INFO [RS:0;719ac8e87449:37987 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:57,315 INFO [RS:0;719ac8e87449:37987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:57,315 INFO [RS:0;719ac8e87449:37987 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:57,315 INFO [RS:0;719ac8e87449:37987 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:57,315 INFO [RS:0;719ac8e87449:37987 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,37987,1732606976219-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:42:57,336 INFO [RS:0;719ac8e87449:37987 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:42:57,336 INFO [RS:0;719ac8e87449:37987 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,37987,1732606976219-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:57,337 INFO [RS:0;719ac8e87449:37987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:57,337 INFO [RS:0;719ac8e87449:37987 {}] regionserver.Replication(171): 719ac8e87449,37987,1732606976219 started 2024-11-26T07:42:57,337 WARN [719ac8e87449:42249 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T07:42:57,358 INFO [RS:0;719ac8e87449:37987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:57,358 INFO [RS:0;719ac8e87449:37987 {}] regionserver.HRegionServer(1482): Serving as 719ac8e87449,37987,1732606976219, RpcServer on 719ac8e87449/172.17.0.2:37987, sessionid=0x1017761f2bf0001 2024-11-26T07:42:57,358 DEBUG [RS:0;719ac8e87449:37987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:42:57,358 DEBUG [RS:0;719ac8e87449:37987 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 719ac8e87449,37987,1732606976219 2024-11-26T07:42:57,358 DEBUG [RS:0;719ac8e87449:37987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,37987,1732606976219' 2024-11-26T07:42:57,358 DEBUG [RS:0;719ac8e87449:37987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T07:42:57,359 DEBUG [RS:0;719ac8e87449:37987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T07:42:57,359 DEBUG [RS:0;719ac8e87449:37987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:42:57,359 DEBUG [RS:0;719ac8e87449:37987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:42:57,359 DEBUG [RS:0;719ac8e87449:37987 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 719ac8e87449,37987,1732606976219 2024-11-26T07:42:57,359 DEBUG [RS:0;719ac8e87449:37987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,37987,1732606976219' 2024-11-26T07:42:57,359 DEBUG [RS:0;719ac8e87449:37987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T07:42:57,360 DEBUG [RS:0;719ac8e87449:37987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T07:42:57,361 DEBUG [RS:0;719ac8e87449:37987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:42:57,361 INFO [RS:0;719ac8e87449:37987 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:42:57,362 INFO [RS:0;719ac8e87449:37987 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:42:57,462 INFO [RS:0;719ac8e87449:37987 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:42:57,465 INFO [RS:0;719ac8e87449:37987 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C37987%2C1732606976219, suffix=, logDir=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/WALs/719ac8e87449,37987,1732606976219, archiveDir=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/oldWALs, maxLogs=32 2024-11-26T07:42:57,483 DEBUG [RS:0;719ac8e87449:37987 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/WALs/719ac8e87449,37987,1732606976219/719ac8e87449%2C37987%2C1732606976219.1732606977465, exclude list is [], retry=0 2024-11-26T07:42:57,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43445,DS-93ae8112-4085-4b50-9c20-dede1ac59f4c,DISK] 2024-11-26T07:42:57,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36733,DS-679f11ac-7491-483d-a39c-39bf8c706eb9,DISK] 2024-11-26T07:42:57,494 INFO [RS:0;719ac8e87449:37987 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/WALs/719ac8e87449,37987,1732606976219/719ac8e87449%2C37987%2C1732606976219.1732606977465 2024-11-26T07:42:57,495 DEBUG [RS:0;719ac8e87449:37987 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46667:46667),(127.0.0.1/127.0.0.1:35259:35259)] 2024-11-26T07:42:57,587 DEBUG [719ac8e87449:42249 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:42:57,588 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=719ac8e87449,37987,1732606976219 2024-11-26T07:42:57,590 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 719ac8e87449,37987,1732606976219, state=OPENING 2024-11-26T07:42:57,606 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:42:57,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:57,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1017761f2bf0001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:42:57,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:42:57,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:42:57,624 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:42:57,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=719ac8e87449,37987,1732606976219}] 2024-11-26T07:42:57,780 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:42:57,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35289, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:42:57,787 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:42:57,788 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:42:57,788 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:42:57,790 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C37987%2C1732606976219.meta, suffix=.meta, logDir=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/WALs/719ac8e87449,37987,1732606976219, archiveDir=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/oldWALs, maxLogs=32 2024-11-26T07:42:57,805 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/WALs/719ac8e87449,37987,1732606976219/719ac8e87449%2C37987%2C1732606976219.meta.1732606977791.meta, exclude list is [], retry=0 2024-11-26T07:42:57,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43445,DS-93ae8112-4085-4b50-9c20-dede1ac59f4c,DISK] 2024-11-26T07:42:57,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36733,DS-679f11ac-7491-483d-a39c-39bf8c706eb9,DISK] 2024-11-26T07:42:57,822 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/WALs/719ac8e87449,37987,1732606976219/719ac8e87449%2C37987%2C1732606976219.meta.1732606977791.meta 2024-11-26T07:42:57,822 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46667:46667),(127.0.0.1/127.0.0.1:35259:35259)] 2024-11-26T07:42:57,822 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:42:57,823 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:42:57,823 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:42:57,823 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:42:57,823 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:42:57,823 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:42:57,824 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:42:57,824 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:42:57,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:42:57,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:42:57,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:57,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:42:57,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:42:57,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:42:57,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:57,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:42:57,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:42:57,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:42:57,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:57,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:42:57,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:42:57,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:42:57,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:57,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:42:57,834 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:42:57,834 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/hbase/meta/1588230740 2024-11-26T07:42:57,836 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/hbase/meta/1588230740 2024-11-26T07:42:57,838 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:42:57,839 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:42:57,839 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T07:42:57,842 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:42:57,843 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=884108, jitterRate=0.12420202791690826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T07:42:57,843 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:42:57,844 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732606977824Writing region info on filesystem at 1732606977824Initializing all the Stores at 1732606977825 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606977825Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606977827 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606977827Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606977827Cleaning up temporary data from old regions at 1732606977839 (+12 ms)Running coprocessor post-open hooks at 1732606977843 (+4 ms)Region opened successfully at 1732606977844 (+1 ms) 2024-11-26T07:42:57,845 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732606977779 2024-11-26T07:42:57,848 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:42:57,848 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:42:57,849 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,37987,1732606976219 2024-11-26T07:42:57,850 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 719ac8e87449,37987,1732606976219, state=OPEN 2024-11-26T07:42:57,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1017761f2bf0001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:42:57,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:42:57,886 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=719ac8e87449,37987,1732606976219 2024-11-26T07:42:57,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:42:57,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:42:57,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:42:57,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=719ac8e87449,37987,1732606976219 in 262 msec 2024-11-26T07:42:57,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:42:57,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 709 msec 2024-11-26T07:42:57,895 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:42:57,895 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:42:57,897 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:42:57,897 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,37987,1732606976219, seqNum=-1] 2024-11-26T07:42:57,897 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:42:57,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43759, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:42:57,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 807 msec 2024-11-26T07:42:57,905 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732606977905, completionTime=-1 2024-11-26T07:42:57,905 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:42:57,905 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:42:57,907 INFO [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:42:57,907 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732607037907 2024-11-26T07:42:57,907 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732607097907 2024-11-26T07:42:57,907 INFO [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T07:42:57,908 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,42249,1732606976027-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:57,908 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,42249,1732606976027-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:57,908 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,42249,1732606976027-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:57,908 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-719ac8e87449:42249, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:57,908 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:57,908 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:57,910 DEBUG [master/719ac8e87449:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:42:57,912 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.555sec 2024-11-26T07:42:57,912 INFO [master/719ac8e87449:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:42:57,912 INFO [master/719ac8e87449:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:42:57,912 INFO [master/719ac8e87449:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:42:57,912 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:42:57,912 INFO [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:42:57,912 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,42249,1732606976027-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:42:57,912 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,42249,1732606976027-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:42:57,915 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:42:57,915 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:42:57,915 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,42249,1732606976027-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:42:57,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ad90d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:42:57,987 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,42249,-1 for getting cluster id 2024-11-26T07:42:57,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:42:57,989 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acf35a9e-2fc1-4415-bb3d-982e33783e26' 2024-11-26T07:42:57,989 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:42:57,990 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acf35a9e-2fc1-4415-bb3d-982e33783e26" 2024-11-26T07:42:57,990 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5cbbba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:42:57,990 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,42249,-1] 2024-11-26T07:42:57,990 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:42:57,990 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:42:57,992 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:42:57,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b39efa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:42:57,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:42:57,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,37987,1732606976219, seqNum=-1] 2024-11-26T07:42:57,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:42:57,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:42:57,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=719ac8e87449,42249,1732606976027 2024-11-26T07:42:57,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:42:58,002 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-26T07:42:58,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:42:58,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,42249,1732606976027 2024-11-26T07:42:58,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29a25d48 2024-11-26T07:42:58,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:42:58,006 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:42:58,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-26T07:42:58,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-26T07:42:58,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:42:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-26T07:42:58,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:42:58,011 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:58,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-26T07:42:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:42:58,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:42:58,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741835_1011 (size=405) 2024-11-26T07:42:58,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741835_1011 (size=405) 2024-11-26T07:42:58,221 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T07:42:58,221 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T07:42:58,222 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:42:58,222 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T07:42:58,427 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 19ff06ff9474e47d449b0eda4ee0a066, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320 2024-11-26T07:42:58,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741836_1012 (size=88) 2024-11-26T07:42:58,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741836_1012 (size=88) 2024-11-26T07:42:58,437 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:42:58,437 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 19ff06ff9474e47d449b0eda4ee0a066, disabling compactions & flushes 2024-11-26T07:42:58,437 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066. 2024-11-26T07:42:58,437 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066. 2024-11-26T07:42:58,437 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066. after waiting 0 ms 2024-11-26T07:42:58,437 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066. 2024-11-26T07:42:58,437 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066. 2024-11-26T07:42:58,437 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 19ff06ff9474e47d449b0eda4ee0a066: Waiting for close lock at 1732606978437Disabling compacts and flushes for region at 1732606978437Disabling writes for close at 1732606978437Writing region close event to WAL at 1732606978437Closed at 1732606978437 2024-11-26T07:42:58,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:42:58,442 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1732606978441"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732606978441"}]},"ts":"1732606978441"} 2024-11-26T07:42:58,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:42:58,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:42:58,445 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732606978445"}]},"ts":"1732606978445"} 2024-11-26T07:42:58,448 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-26T07:42:58,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=19ff06ff9474e47d449b0eda4ee0a066, ASSIGN}] 2024-11-26T07:42:58,449 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=19ff06ff9474e47d449b0eda4ee0a066, ASSIGN 2024-11-26T07:42:58,453 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=19ff06ff9474e47d449b0eda4ee0a066, ASSIGN; state=OFFLINE, location=719ac8e87449,37987,1732606976219; forceNewPlan=false, retain=false 2024-11-26T07:42:58,604 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=19ff06ff9474e47d449b0eda4ee0a066, regionState=OPENING, regionLocation=719ac8e87449,37987,1732606976219 2024-11-26T07:42:58,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=19ff06ff9474e47d449b0eda4ee0a066, ASSIGN because future has completed 2024-11-26T07:42:58,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19ff06ff9474e47d449b0eda4ee0a066, server=719ac8e87449,37987,1732606976219}] 2024-11-26T07:42:58,765 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066. 2024-11-26T07:42:58,765 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 19ff06ff9474e47d449b0eda4ee0a066, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:42:58,765 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 19ff06ff9474e47d449b0eda4ee0a066 2024-11-26T07:42:58,765 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:42:58,766 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 19ff06ff9474e47d449b0eda4ee0a066 2024-11-26T07:42:58,766 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 19ff06ff9474e47d449b0eda4ee0a066 2024-11-26T07:42:58,767 INFO [StoreOpener-19ff06ff9474e47d449b0eda4ee0a066-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 19ff06ff9474e47d449b0eda4ee0a066 2024-11-26T07:42:58,768 INFO [StoreOpener-19ff06ff9474e47d449b0eda4ee0a066-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19ff06ff9474e47d449b0eda4ee0a066 columnFamilyName info 2024-11-26T07:42:58,769 DEBUG [StoreOpener-19ff06ff9474e47d449b0eda4ee0a066-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:42:58,769 INFO [StoreOpener-19ff06ff9474e47d449b0eda4ee0a066-1 {}] regionserver.HStore(327): Store=19ff06ff9474e47d449b0eda4ee0a066/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:42:58,769 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 19ff06ff9474e47d449b0eda4ee0a066 2024-11-26T07:42:58,770 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066 2024-11-26T07:42:58,770 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066 2024-11-26T07:42:58,771 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 19ff06ff9474e47d449b0eda4ee0a066 2024-11-26T07:42:58,771 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 19ff06ff9474e47d449b0eda4ee0a066 2024-11-26T07:42:58,773 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 19ff06ff9474e47d449b0eda4ee0a066 2024-11-26T07:42:58,775 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:42:58,775 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 19ff06ff9474e47d449b0eda4ee0a066; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=870695, jitterRate=0.10714676976203918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:42:58,775 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19ff06ff9474e47d449b0eda4ee0a066 2024-11-26T07:42:58,776 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 19ff06ff9474e47d449b0eda4ee0a066: Running coprocessor pre-open hook at 1732606978766Writing region info on filesystem at 1732606978766Initializing all the Stores at 1732606978767 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606978767Cleaning up temporary data from old regions at 1732606978771 (+4 ms)Running coprocessor post-open hooks at 1732606978776 (+5 ms)Region opened successfully at 1732606978776 2024-11-26T07:42:58,777 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066., pid=6, masterSystemTime=1732606978761 2024-11-26T07:42:58,779 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066. 2024-11-26T07:42:58,779 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066. 2024-11-26T07:42:58,780 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=19ff06ff9474e47d449b0eda4ee0a066, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,37987,1732606976219 2024-11-26T07:42:58,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19ff06ff9474e47d449b0eda4ee0a066, server=719ac8e87449,37987,1732606976219 because future has completed 2024-11-26T07:42:58,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T07:42:58,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 19ff06ff9474e47d449b0eda4ee0a066, server=719ac8e87449,37987,1732606976219 in 178 msec 2024-11-26T07:42:58,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T07:42:58,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=19ff06ff9474e47d449b0eda4ee0a066, ASSIGN in 340 msec 2024-11-26T07:42:58,792 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:42:58,793 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732606978792"}]},"ts":"1732606978792"} 2024-11-26T07:42:58,795 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-26T07:42:58,796 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:42:58,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 789 msec 2024-11-26T07:43:02,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:02,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:02,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:02,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:02,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:02,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:03,348 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:43:03,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:03,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:03,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:03,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:03,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:03,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:03,385 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T07:43:03,385 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-26T07:43:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:43:08,050 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-26T07:43:08,050 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-26T07:43:08,053 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-26T07:43:08,053 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066. 2024-11-26T07:43:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066., hostname=719ac8e87449,37987,1732606976219, seqNum=2] 2024-11-26T07:43:08,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-26T07:43:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-26T07:43:08,069 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-26T07:43:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:43:08,070 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T07:43:08,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T07:43:08,221 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-26T07:43:08,221 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-26T07:43:08,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-26T07:43:08,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066. 2024-11-26T07:43:08,231 INFO [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 19ff06ff9474e47d449b0eda4ee0a066 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-26T07:43:08,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/.tmp/info/3f01dbed9ea14e2596c1c8bb4fe2862e is 1055, key is row0001/info:/1732606988058/Put/seqid=0 2024-11-26T07:43:08,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741837_1013 (size=6008) 2024-11-26T07:43:08,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741837_1013 (size=6008) 2024-11-26T07:43:08,252 INFO [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/.tmp/info/3f01dbed9ea14e2596c1c8bb4fe2862e 2024-11-26T07:43:08,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/.tmp/info/3f01dbed9ea14e2596c1c8bb4fe2862e as hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/info/3f01dbed9ea14e2596c1c8bb4fe2862e 2024-11-26T07:43:08,264 INFO [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/info/3f01dbed9ea14e2596c1c8bb4fe2862e, entries=1, sequenceid=5, filesize=5.9 K 2024-11-26T07:43:08,265 INFO [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 19ff06ff9474e47d449b0eda4ee0a066 in 34ms, sequenceid=5, compaction requested=false 2024-11-26T07:43:08,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 19ff06ff9474e47d449b0eda4ee0a066: 2024-11-26T07:43:08,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066. 2024-11-26T07:43:08,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T07:43:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T07:43:08,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-26T07:43:08,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 199 msec 2024-11-26T07:43:08,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 207 msec 2024-11-26T07:43:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:43:18,091 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-26T07:43:18,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-26T07:43:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-26T07:43:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T07:43:18,106 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-26T07:43:18,107 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T07:43:18,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T07:43:18,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-26T07:43:18,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066. 2024-11-26T07:43:18,261 INFO [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 19ff06ff9474e47d449b0eda4ee0a066 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-26T07:43:18,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/.tmp/info/68aa2339cff7442fa2fb3abea87d5ac2 is 1055, key is row0002/info:/1732606998092/Put/seqid=0 2024-11-26T07:43:18,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741838_1014 (size=6008) 2024-11-26T07:43:18,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741838_1014 (size=6008) 2024-11-26T07:43:18,272 INFO [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/.tmp/info/68aa2339cff7442fa2fb3abea87d5ac2 2024-11-26T07:43:18,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/.tmp/info/68aa2339cff7442fa2fb3abea87d5ac2 as hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/info/68aa2339cff7442fa2fb3abea87d5ac2 2024-11-26T07:43:18,289 INFO [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/info/68aa2339cff7442fa2fb3abea87d5ac2, entries=1, sequenceid=9, filesize=5.9 K 2024-11-26T07:43:18,290 INFO [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 19ff06ff9474e47d449b0eda4ee0a066 in 29ms, sequenceid=9, compaction requested=false 2024-11-26T07:43:18,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 19ff06ff9474e47d449b0eda4ee0a066: 2024-11-26T07:43:18,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066. 2024-11-26T07:43:18,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-26T07:43:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-26T07:43:18,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T07:43:18,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 184 msec 2024-11-26T07:43:18,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 201 msec 2024-11-26T07:43:25,990 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T07:43:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T07:43:28,152 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-26T07:43:28,174 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/WALs/719ac8e87449,37987,1732606976219/719ac8e87449%2C37987%2C1732606976219.1732607008158, exclude list is [], retry=0 2024-11-26T07:43:28,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36733,DS-679f11ac-7491-483d-a39c-39bf8c706eb9,DISK] 2024-11-26T07:43:28,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43445,DS-93ae8112-4085-4b50-9c20-dede1ac59f4c,DISK] 2024-11-26T07:43:28,179 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/WALs/719ac8e87449,37987,1732606976219/719ac8e87449%2C37987%2C1732606976219.1732606977465 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/WALs/719ac8e87449,37987,1732606976219/719ac8e87449%2C37987%2C1732606976219.1732607008158 2024-11-26T07:43:28,179 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35259:35259),(127.0.0.1/127.0.0.1:46667:46667)] 2024-11-26T07:43:28,179 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/WALs/719ac8e87449,37987,1732606976219/719ac8e87449%2C37987%2C1732606976219.1732606977465 is not closed yet, will try archiving it next time 2024-11-26T07:43:28,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-26T07:43:28,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741833_1009 (size=5471) 2024-11-26T07:43:28,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741833_1009 (size=5471) 2024-11-26T07:43:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-26T07:43:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T07:43:28,182 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-26T07:43:28,183 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T07:43:28,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T07:43:28,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-26T07:43:28,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066. 2024-11-26T07:43:28,339 INFO [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 19ff06ff9474e47d449b0eda4ee0a066 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-26T07:43:28,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/.tmp/info/7830ee185c3c46e282f61a353eb09a76 is 1055, key is row0003/info:/1732607008154/Put/seqid=0 2024-11-26T07:43:28,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741840_1016 (size=6008) 2024-11-26T07:43:28,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741840_1016 (size=6008) 2024-11-26T07:43:28,360 INFO [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/.tmp/info/7830ee185c3c46e282f61a353eb09a76 2024-11-26T07:43:28,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/.tmp/info/7830ee185c3c46e282f61a353eb09a76 as hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/info/7830ee185c3c46e282f61a353eb09a76 2024-11-26T07:43:28,378 INFO [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/info/7830ee185c3c46e282f61a353eb09a76, entries=1, sequenceid=13, filesize=5.9 K 2024-11-26T07:43:28,379 INFO [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 19ff06ff9474e47d449b0eda4ee0a066 in 40ms, sequenceid=13, compaction requested=true 2024-11-26T07:43:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 19ff06ff9474e47d449b0eda4ee0a066: 2024-11-26T07:43:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066. 2024-11-26T07:43:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-26T07:43:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-26T07:43:28,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-26T07:43:28,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 198 msec 2024-11-26T07:43:28,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 204 msec 2024-11-26T07:43:37,915 INFO [master/719ac8e87449:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T07:43:37,916 INFO [master/719ac8e87449:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T07:43:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T07:43:38,201 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-26T07:43:38,207 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T07:43:38,210 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T07:43:38,212 DEBUG [Time-limited test {}] regionserver.HStore(1541): 19ff06ff9474e47d449b0eda4ee0a066/info is initiating minor compaction (all files) 2024-11-26T07:43:38,212 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:43:38,212 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:38,212 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 19ff06ff9474e47d449b0eda4ee0a066/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066. 2024-11-26T07:43:38,212 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/info/3f01dbed9ea14e2596c1c8bb4fe2862e, hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/info/68aa2339cff7442fa2fb3abea87d5ac2, hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/info/7830ee185c3c46e282f61a353eb09a76] into tmpdir=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/.tmp, totalSize=17.6 K 2024-11-26T07:43:38,213 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3f01dbed9ea14e2596c1c8bb4fe2862e, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732606988058 2024-11-26T07:43:38,214 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 68aa2339cff7442fa2fb3abea87d5ac2, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1732606998092 2024-11-26T07:43:38,214 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7830ee185c3c46e282f61a353eb09a76, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732607008154 2024-11-26T07:43:38,237 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 19ff06ff9474e47d449b0eda4ee0a066#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T07:43:38,238 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/.tmp/info/f33cfcb5de214f4bb0063e14f15ffef8 is 1055, key is row0001/info:/1732606988058/Put/seqid=0 2024-11-26T07:43:38,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741841_1017 (size=8221) 2024-11-26T07:43:38,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741841_1017 (size=8221) 2024-11-26T07:43:38,250 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/.tmp/info/f33cfcb5de214f4bb0063e14f15ffef8 as hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/info/f33cfcb5de214f4bb0063e14f15ffef8 2024-11-26T07:43:38,265 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19ff06ff9474e47d449b0eda4ee0a066/info of 19ff06ff9474e47d449b0eda4ee0a066 into f33cfcb5de214f4bb0063e14f15ffef8(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T07:43:38,265 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 19ff06ff9474e47d449b0eda4ee0a066: 2024-11-26T07:43:38,280 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/WALs/719ac8e87449,37987,1732606976219/719ac8e87449%2C37987%2C1732606976219.1732607018267, exclude list is [], retry=0 2024-11-26T07:43:38,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36733,DS-679f11ac-7491-483d-a39c-39bf8c706eb9,DISK] 2024-11-26T07:43:38,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43445,DS-93ae8112-4085-4b50-9c20-dede1ac59f4c,DISK] 2024-11-26T07:43:38,284 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/WALs/719ac8e87449,37987,1732606976219/719ac8e87449%2C37987%2C1732606976219.1732607008158 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/WALs/719ac8e87449,37987,1732606976219/719ac8e87449%2C37987%2C1732606976219.1732607018267 2024-11-26T07:43:38,284 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35259:35259),(127.0.0.1/127.0.0.1:46667:46667)] 2024-11-26T07:43:38,285 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/WALs/719ac8e87449,37987,1732606976219/719ac8e87449%2C37987%2C1732606976219.1732607008158 is not closed yet, will try archiving it next time 2024-11-26T07:43:38,285 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/WALs/719ac8e87449,37987,1732606976219/719ac8e87449%2C37987%2C1732606976219.1732606977465 to hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/oldWALs/719ac8e87449%2C37987%2C1732606976219.1732606977465 2024-11-26T07:43:38,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-26T07:43:38,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741839_1015 (size=2495) 2024-11-26T07:43:38,286 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/WALs/719ac8e87449,37987,1732606976219/719ac8e87449%2C37987%2C1732606976219.1732607008158 not finished, retry = 0 2024-11-26T07:43:38,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741839_1015 (size=2495) 2024-11-26T07:43:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-26T07:43:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T07:43:38,288 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-26T07:43:38,289 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T07:43:38,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T07:43:38,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T07:43:38,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066. 2024-11-26T07:43:38,443 INFO [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 19ff06ff9474e47d449b0eda4ee0a066 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-26T07:43:38,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/.tmp/info/3c4a93daadef414daacc7acb43481a3e is 1055, key is row0000/info:/1732607018266/Put/seqid=0 2024-11-26T07:43:38,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741843_1019 (size=6008) 2024-11-26T07:43:38,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741843_1019 (size=6008) 2024-11-26T07:43:38,459 INFO [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/.tmp/info/3c4a93daadef414daacc7acb43481a3e 2024-11-26T07:43:38,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/.tmp/info/3c4a93daadef414daacc7acb43481a3e as hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/info/3c4a93daadef414daacc7acb43481a3e 2024-11-26T07:43:38,472 INFO [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/info/3c4a93daadef414daacc7acb43481a3e, entries=1, sequenceid=18, filesize=5.9 K 2024-11-26T07:43:38,473 INFO [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 19ff06ff9474e47d449b0eda4ee0a066 in 31ms, sequenceid=18, compaction requested=false 2024-11-26T07:43:38,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 19ff06ff9474e47d449b0eda4ee0a066: 2024-11-26T07:43:38,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066. 2024-11-26T07:43:38,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-26T07:43:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-26T07:43:38,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-26T07:43:38,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 186 msec 2024-11-26T07:43:38,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 193 msec 2024-11-26T07:43:43,766 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 19ff06ff9474e47d449b0eda4ee0a066, had cached 0 bytes from a total of 14229 2024-11-26T07:43:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T07:43:48,320 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-26T07:43:48,335 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/WALs/719ac8e87449,37987,1732606976219/719ac8e87449%2C37987%2C1732606976219.1732607028323, exclude list is [], retry=0 2024-11-26T07:43:48,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36733,DS-679f11ac-7491-483d-a39c-39bf8c706eb9,DISK] 2024-11-26T07:43:48,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43445,DS-93ae8112-4085-4b50-9c20-dede1ac59f4c,DISK] 2024-11-26T07:43:48,371 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/WALs/719ac8e87449,37987,1732606976219/719ac8e87449%2C37987%2C1732606976219.1732607018267 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/WALs/719ac8e87449,37987,1732606976219/719ac8e87449%2C37987%2C1732606976219.1732607028323 2024-11-26T07:43:48,371 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35259:35259),(127.0.0.1/127.0.0.1:46667:46667)] 2024-11-26T07:43:48,371 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/WALs/719ac8e87449,37987,1732606976219/719ac8e87449%2C37987%2C1732606976219.1732607018267 is not closed yet, will try archiving it next time 2024-11-26T07:43:48,371 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/WALs/719ac8e87449,37987,1732606976219/719ac8e87449%2C37987%2C1732606976219.1732607008158 to hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/oldWALs/719ac8e87449%2C37987%2C1732606976219.1732607008158 2024-11-26T07:43:48,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:43:48,371 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:43:48,371 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:43:48,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:43:48,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:43:48,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:43:48,372 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:43:48,372 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=582027219, stopped=false 2024-11-26T07:43:48,372 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=719ac8e87449,42249,1732606976027 2024-11-26T07:43:48,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741842_1018 (size=2001) 2024-11-26T07:43:48,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741842_1018 (size=2001) 2024-11-26T07:43:48,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1017761f2bf0001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:43:48,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:43:48,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:48,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1017761f2bf0001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:48,403 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:43:48,403 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:43:48,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37987-0x1017761f2bf0001, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:43:48,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:43:48,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:43:48,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:43:48,404 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '719ac8e87449,37987,1732606976219' ***** 2024-11-26T07:43:48,404 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:43:48,404 INFO [RS:0;719ac8e87449:37987 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:43:48,404 INFO [RS:0;719ac8e87449:37987 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:43:48,404 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:43:48,404 INFO [RS:0;719ac8e87449:37987 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:43:48,404 INFO [RS:0;719ac8e87449:37987 {}] regionserver.HRegionServer(3091): Received CLOSE for 19ff06ff9474e47d449b0eda4ee0a066 2024-11-26T07:43:48,404 INFO [RS:0;719ac8e87449:37987 {}] regionserver.HRegionServer(959): stopping server 719ac8e87449,37987,1732606976219 2024-11-26T07:43:48,404 INFO [RS:0;719ac8e87449:37987 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:43:48,405 INFO [RS:0;719ac8e87449:37987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;719ac8e87449:37987. 2024-11-26T07:43:48,405 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19ff06ff9474e47d449b0eda4ee0a066, disabling compactions & flushes 2024-11-26T07:43:48,405 DEBUG [RS:0;719ac8e87449:37987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:43:48,405 DEBUG [RS:0;719ac8e87449:37987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:43:48,405 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066. 2024-11-26T07:43:48,405 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066. 2024-11-26T07:43:48,405 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066. after waiting 0 ms 2024-11-26T07:43:48,405 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066. 2024-11-26T07:43:48,405 INFO [RS:0;719ac8e87449:37987 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:43:48,405 INFO [RS:0;719ac8e87449:37987 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:43:48,405 INFO [RS:0;719ac8e87449:37987 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:43:48,405 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 19ff06ff9474e47d449b0eda4ee0a066 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-26T07:43:48,405 INFO [RS:0;719ac8e87449:37987 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:43:48,405 INFO [RS:0;719ac8e87449:37987 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T07:43:48,405 DEBUG [RS:0;719ac8e87449:37987 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 19ff06ff9474e47d449b0eda4ee0a066=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066.} 2024-11-26T07:43:48,405 DEBUG [RS:0;719ac8e87449:37987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19ff06ff9474e47d449b0eda4ee0a066 2024-11-26T07:43:48,405 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:43:48,405 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:43:48,405 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:43:48,405 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:43:48,406 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:43:48,406 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-26T07:43:48,410 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/.tmp/info/c19d8e59c0b84698965ba52dd82c0760 is 1055, key is row0001/info:/1732607028321/Put/seqid=0 2024-11-26T07:43:48,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741845_1021 (size=6008) 2024-11-26T07:43:48,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741845_1021 (size=6008) 2024-11-26T07:43:48,417 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/.tmp/info/c19d8e59c0b84698965ba52dd82c0760 2024-11-26T07:43:48,425 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/.tmp/info/c19d8e59c0b84698965ba52dd82c0760 as hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/info/c19d8e59c0b84698965ba52dd82c0760 2024-11-26T07:43:48,429 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/hbase/meta/1588230740/.tmp/info/baa86e3552c64c3690387739a963a77e is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066./info:regioninfo/1732606978780/Put/seqid=0 2024-11-26T07:43:48,432 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/info/c19d8e59c0b84698965ba52dd82c0760, entries=1, sequenceid=22, filesize=5.9 K 2024-11-26T07:43:48,433 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 19ff06ff9474e47d449b0eda4ee0a066 in 28ms, sequenceid=22, compaction requested=true 2024-11-26T07:43:48,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741846_1022 (size=7308) 2024-11-26T07:43:48,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741846_1022 (size=7308) 2024-11-26T07:43:48,435 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/hbase/meta/1588230740/.tmp/info/baa86e3552c64c3690387739a963a77e 2024-11-26T07:43:48,439 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/info/3f01dbed9ea14e2596c1c8bb4fe2862e, hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/info/68aa2339cff7442fa2fb3abea87d5ac2, hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/info/7830ee185c3c46e282f61a353eb09a76] to archive 2024-11-26T07:43:48,442 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T07:43:48,448 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/info/3f01dbed9ea14e2596c1c8bb4fe2862e to hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/info/3f01dbed9ea14e2596c1c8bb4fe2862e 2024-11-26T07:43:48,450 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/info/68aa2339cff7442fa2fb3abea87d5ac2 to hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/info/68aa2339cff7442fa2fb3abea87d5ac2 2024-11-26T07:43:48,452 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/info/7830ee185c3c46e282f61a353eb09a76 to hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/info/7830ee185c3c46e282f61a353eb09a76 2024-11-26T07:43:48,465 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/hbase/meta/1588230740/.tmp/ns/6ac204388a824a1dbcf2977d67c37aa6 is 43, key is default/ns:d/1732606977899/Put/seqid=0 2024-11-26T07:43:48,467 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=719ac8e87449:42249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-26T07:43:48,467 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [3f01dbed9ea14e2596c1c8bb4fe2862e=6008, 68aa2339cff7442fa2fb3abea87d5ac2=6008, 7830ee185c3c46e282f61a353eb09a76=6008] 2024-11-26T07:43:48,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741847_1023 (size=5153) 2024-11-26T07:43:48,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741847_1023 (size=5153) 2024-11-26T07:43:48,473 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/hbase/meta/1588230740/.tmp/ns/6ac204388a824a1dbcf2977d67c37aa6 2024-11-26T07:43:48,476 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/19ff06ff9474e47d449b0eda4ee0a066/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-26T07:43:48,476 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066. 2024-11-26T07:43:48,476 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19ff06ff9474e47d449b0eda4ee0a066: Waiting for close lock at 1732607028404Running coprocessor pre-close hooks at 1732607028404Disabling compacts and flushes for region at 1732607028405 (+1 ms)Disabling writes for close at 1732607028405Obtaining lock to block concurrent updates at 1732607028405Preparing flush snapshotting stores in 19ff06ff9474e47d449b0eda4ee0a066 at 1732607028405Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1732607028405Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066. at 1732607028406 (+1 ms)Flushing 19ff06ff9474e47d449b0eda4ee0a066/info: creating writer at 1732607028406Flushing 19ff06ff9474e47d449b0eda4ee0a066/info: appending metadata at 1732607028409 (+3 ms)Flushing 19ff06ff9474e47d449b0eda4ee0a066/info: closing flushed file at 1732607028409Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@438bc69c: reopening flushed file at 1732607028424 (+15 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 19ff06ff9474e47d449b0eda4ee0a066 in 28ms, sequenceid=22, compaction requested=true at 1732607028433 (+9 ms)Writing region close event to WAL at 1732607028468 (+35 ms)Running coprocessor post-close hooks at 1732607028476 (+8 ms)Closed at 1732607028476 2024-11-26T07:43:48,476 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732606978007.19ff06ff9474e47d449b0eda4ee0a066. 2024-11-26T07:43:48,500 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/hbase/meta/1588230740/.tmp/table/8d086b902df14e348fde4ec50cde9156 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1732606978792/Put/seqid=0 2024-11-26T07:43:48,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741848_1024 (size=5508) 2024-11-26T07:43:48,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741848_1024 (size=5508) 2024-11-26T07:43:48,506 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/hbase/meta/1588230740/.tmp/table/8d086b902df14e348fde4ec50cde9156 2024-11-26T07:43:48,515 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/hbase/meta/1588230740/.tmp/info/baa86e3552c64c3690387739a963a77e as hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/hbase/meta/1588230740/info/baa86e3552c64c3690387739a963a77e 2024-11-26T07:43:48,522 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/hbase/meta/1588230740/info/baa86e3552c64c3690387739a963a77e, entries=10, sequenceid=11, filesize=7.1 K 2024-11-26T07:43:48,524 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/hbase/meta/1588230740/.tmp/ns/6ac204388a824a1dbcf2977d67c37aa6 as hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/hbase/meta/1588230740/ns/6ac204388a824a1dbcf2977d67c37aa6 2024-11-26T07:43:48,530 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/hbase/meta/1588230740/ns/6ac204388a824a1dbcf2977d67c37aa6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T07:43:48,531 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/hbase/meta/1588230740/.tmp/table/8d086b902df14e348fde4ec50cde9156 as hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/hbase/meta/1588230740/table/8d086b902df14e348fde4ec50cde9156 2024-11-26T07:43:48,537 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/hbase/meta/1588230740/table/8d086b902df14e348fde4ec50cde9156, entries=2, sequenceid=11, filesize=5.4 K 2024-11-26T07:43:48,538 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 132ms, sequenceid=11, compaction requested=false 2024-11-26T07:43:48,543 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T07:43:48,543 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:43:48,543 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:43:48,544 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732607028405Running coprocessor pre-close hooks at 1732607028405Disabling compacts and flushes for region at 1732607028405Disabling writes for close at 1732607028405Obtaining lock to block concurrent updates at 1732607028406 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732607028406Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1732607028406Flushing stores of hbase:meta,,1.1588230740 at 1732607028406Flushing 1588230740/info: creating writer at 1732607028407 (+1 ms)Flushing 1588230740/info: appending metadata at 1732607028428 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732607028429 (+1 ms)Flushing 1588230740/ns: creating writer at 1732607028442 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732607028464 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732607028464Flushing 1588230740/table: creating writer at 1732607028479 (+15 ms)Flushing 1588230740/table: appending metadata at 1732607028499 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732607028499Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cb3767: reopening flushed file at 1732607028513 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cc06404: reopening flushed file at 1732607028522 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8a22efc: reopening flushed file at 1732607028530 (+8 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 132ms, sequenceid=11, compaction requested=false at 1732607028538 (+8 ms)Writing region close event to WAL at 1732607028539 (+1 ms)Running coprocessor post-close hooks at 1732607028543 (+4 ms)Closed at 1732607028543 2024-11-26T07:43:48,544 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:43:48,605 INFO [RS:0;719ac8e87449:37987 {}] regionserver.HRegionServer(976): stopping server 719ac8e87449,37987,1732606976219; all regions closed. 2024-11-26T07:43:48,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741834_1010 (size=3306) 2024-11-26T07:43:48,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741834_1010 (size=3306) 2024-11-26T07:43:48,611 DEBUG [RS:0;719ac8e87449:37987 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/oldWALs 2024-11-26T07:43:48,611 INFO [RS:0;719ac8e87449:37987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C37987%2C1732606976219.meta:.meta(num 1732606977791) 2024-11-26T07:43:48,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741844_1020 (size=1252) 2024-11-26T07:43:48,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741844_1020 (size=1252) 2024-11-26T07:43:48,618 DEBUG [RS:0;719ac8e87449:37987 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/oldWALs 2024-11-26T07:43:48,618 INFO [RS:0;719ac8e87449:37987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C37987%2C1732606976219:(num 1732607028323) 2024-11-26T07:43:48,618 DEBUG [RS:0;719ac8e87449:37987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:43:48,618 INFO [RS:0;719ac8e87449:37987 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:43:48,618 INFO [RS:0;719ac8e87449:37987 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:43:48,619 INFO [RS:0;719ac8e87449:37987 {}] hbase.ChoreService(370): Chore service for: regionserver/719ac8e87449:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T07:43:48,619 INFO [RS:0;719ac8e87449:37987 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:43:48,619 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:43:48,620 INFO [RS:0;719ac8e87449:37987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37987 2024-11-26T07:43:48,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1017761f2bf0001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/719ac8e87449,37987,1732606976219 2024-11-26T07:43:48,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:43:48,653 INFO [RS:0;719ac8e87449:37987 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:43:48,655 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [719ac8e87449,37987,1732606976219] 2024-11-26T07:43:48,669 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/719ac8e87449,37987,1732606976219 already deleted, retry=false 2024-11-26T07:43:48,669 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 719ac8e87449,37987,1732606976219 expired; onlineServers=0 2024-11-26T07:43:48,669 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '719ac8e87449,42249,1732606976027' ***** 2024-11-26T07:43:48,669 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:43:48,669 INFO [M:0;719ac8e87449:42249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:43:48,669 INFO [M:0;719ac8e87449:42249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:43:48,670 DEBUG [M:0;719ac8e87449:42249 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:43:48,670 DEBUG [M:0;719ac8e87449:42249 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:43:48,670 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:43:48,670 DEBUG [master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732606977106 {}] cleaner.HFileCleaner(306): Exit Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732606977106,5,FailOnTimeoutGroup] 2024-11-26T07:43:48,670 DEBUG [master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732606977103 {}] cleaner.HFileCleaner(306): Exit Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732606977103,5,FailOnTimeoutGroup] 2024-11-26T07:43:48,670 INFO [M:0;719ac8e87449:42249 {}] hbase.ChoreService(370): Chore service for: master/719ac8e87449:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:43:48,670 INFO [M:0;719ac8e87449:42249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:43:48,670 DEBUG [M:0;719ac8e87449:42249 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:43:48,670 INFO [M:0;719ac8e87449:42249 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:43:48,670 INFO [M:0;719ac8e87449:42249 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:43:48,670 INFO [M:0;719ac8e87449:42249 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:43:48,670 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:43:48,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T07:43:48,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:48,678 DEBUG [M:0;719ac8e87449:42249 {}] zookeeper.ZKUtil(347): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T07:43:48,678 WARN [M:0;719ac8e87449:42249 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:43:48,679 INFO [M:0;719ac8e87449:42249 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/.lastflushedseqids 2024-11-26T07:43:48,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741849_1025 (size=130) 2024-11-26T07:43:48,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741849_1025 (size=130) 2024-11-26T07:43:48,687 INFO [M:0;719ac8e87449:42249 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:43:48,687 INFO [M:0;719ac8e87449:42249 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:43:48,687 DEBUG [M:0;719ac8e87449:42249 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:43:48,687 INFO [M:0;719ac8e87449:42249 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:43:48,687 DEBUG [M:0;719ac8e87449:42249 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:43:48,687 DEBUG [M:0;719ac8e87449:42249 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:43:48,687 DEBUG [M:0;719ac8e87449:42249 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:43:48,687 INFO [M:0;719ac8e87449:42249 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.56 KB heapSize=54.94 KB 2024-11-26T07:43:48,702 DEBUG [M:0;719ac8e87449:42249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84d6c276c740420eb6bdba80e11c9ffa is 82, key is hbase:meta,,1/info:regioninfo/1732606977849/Put/seqid=0 2024-11-26T07:43:48,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741850_1026 (size=5672) 2024-11-26T07:43:48,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741850_1026 (size=5672) 2024-11-26T07:43:48,708 INFO [M:0;719ac8e87449:42249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84d6c276c740420eb6bdba80e11c9ffa 2024-11-26T07:43:48,728 DEBUG [M:0;719ac8e87449:42249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a4a6aa42a4b48a5b0cf5ea622ab97c4 is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732606978798/Put/seqid=0 2024-11-26T07:43:48,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741851_1027 (size=7819) 2024-11-26T07:43:48,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741851_1027 (size=7819) 2024-11-26T07:43:48,734 INFO [M:0;719ac8e87449:42249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.95 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a4a6aa42a4b48a5b0cf5ea622ab97c4 2024-11-26T07:43:48,738 INFO [M:0;719ac8e87449:42249 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a4a6aa42a4b48a5b0cf5ea622ab97c4 2024-11-26T07:43:48,758 DEBUG [M:0;719ac8e87449:42249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e286edb72d824282863ed260d675355a is 69, key is 719ac8e87449,37987,1732606976219/rs:state/1732606977258/Put/seqid=0 2024-11-26T07:43:48,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1017761f2bf0001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:43:48,762 INFO [RS:0;719ac8e87449:37987 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:43:48,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1017761f2bf0001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:43:48,762 INFO [RS:0;719ac8e87449:37987 {}] regionserver.HRegionServer(1031): Exiting; stopping=719ac8e87449,37987,1732606976219; zookeeper connection closed. 2024-11-26T07:43:48,762 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64ba2492 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64ba2492 2024-11-26T07:43:48,762 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:43:48,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741852_1028 (size=5156) 2024-11-26T07:43:48,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741852_1028 (size=5156) 2024-11-26T07:43:48,765 INFO [M:0;719ac8e87449:42249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e286edb72d824282863ed260d675355a 2024-11-26T07:43:48,792 DEBUG [M:0;719ac8e87449:42249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ff20edbd0f434d299c1bf53a914f76dc is 52, key is load_balancer_on/state:d/1732606978001/Put/seqid=0 2024-11-26T07:43:48,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741853_1029 (size=5056) 2024-11-26T07:43:48,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741853_1029 (size=5056) 2024-11-26T07:43:48,805 INFO [M:0;719ac8e87449:42249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ff20edbd0f434d299c1bf53a914f76dc 2024-11-26T07:43:48,811 DEBUG [M:0;719ac8e87449:42249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84d6c276c740420eb6bdba80e11c9ffa as hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84d6c276c740420eb6bdba80e11c9ffa 2024-11-26T07:43:48,818 INFO [M:0;719ac8e87449:42249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84d6c276c740420eb6bdba80e11c9ffa, entries=8, sequenceid=121, filesize=5.5 K 2024-11-26T07:43:48,820 DEBUG [M:0;719ac8e87449:42249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a4a6aa42a4b48a5b0cf5ea622ab97c4 as hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a4a6aa42a4b48a5b0cf5ea622ab97c4 2024-11-26T07:43:48,827 INFO [M:0;719ac8e87449:42249 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a4a6aa42a4b48a5b0cf5ea622ab97c4 2024-11-26T07:43:48,827 INFO [M:0;719ac8e87449:42249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a4a6aa42a4b48a5b0cf5ea622ab97c4, entries=14, sequenceid=121, filesize=7.6 K 2024-11-26T07:43:48,829 DEBUG [M:0;719ac8e87449:42249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e286edb72d824282863ed260d675355a as hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e286edb72d824282863ed260d675355a 2024-11-26T07:43:48,836 INFO [M:0;719ac8e87449:42249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e286edb72d824282863ed260d675355a, entries=1, sequenceid=121, filesize=5.0 K 2024-11-26T07:43:48,837 DEBUG [M:0;719ac8e87449:42249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ff20edbd0f434d299c1bf53a914f76dc as hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/ff20edbd0f434d299c1bf53a914f76dc 2024-11-26T07:43:48,843 INFO [M:0;719ac8e87449:42249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37743/user/jenkins/test-data/89a2c2f4-71b9-6fc5-ae1c-01e66f8de320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/ff20edbd0f434d299c1bf53a914f76dc, entries=1, sequenceid=121, filesize=4.9 K 2024-11-26T07:43:48,844 INFO [M:0;719ac8e87449:42249 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.56 KB/44602, heapSize ~54.88 KB/56192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 157ms, sequenceid=121, compaction requested=false 2024-11-26T07:43:48,847 INFO [M:0;719ac8e87449:42249 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:43:48,848 DEBUG [M:0;719ac8e87449:42249 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732607028687Disabling compacts and flushes for region at 1732607028687Disabling writes for close at 1732607028687Obtaining lock to block concurrent updates at 1732607028687Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732607028687Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44602, getHeapSize=56192, getOffHeapSize=0, getCellsCount=140 at 1732607028688 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732607028688Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732607028688Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732607028702 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732607028702Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732607028713 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732607028728 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732607028728Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732607028738 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732607028757 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732607028757Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732607028772 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732607028791 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732607028791Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12f50e4: reopening flushed file at 1732607028810 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1134860e: reopening flushed file at 1732607028819 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68790aab: reopening flushed file at 1732607028827 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ffad8c6: reopening flushed file at 1732607028836 (+9 ms)Finished flush of dataSize ~43.56 KB/44602, heapSize ~54.88 KB/56192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 157ms, sequenceid=121, compaction requested=false at 1732607028845 (+9 ms)Writing region close event to WAL at 1732607028847 (+2 ms)Closed at 1732607028847 2024-11-26T07:43:48,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43445 is added to blk_1073741830_1006 (size=52999) 2024-11-26T07:43:48,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741830_1006 (size=52999) 2024-11-26T07:43:48,856 INFO [M:0;719ac8e87449:42249 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:43:48,856 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:43:48,856 INFO [M:0;719ac8e87449:42249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42249 2024-11-26T07:43:48,856 INFO [M:0;719ac8e87449:42249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:43:48,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:43:48,986 INFO [M:0;719ac8e87449:42249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:43:48,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42249-0x1017761f2bf0000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:43:48,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63fd5cd7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:43:48,989 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78d08f94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:43:48,989 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:43:48,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d9bc78e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:43:48,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c669bbe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/hadoop.log.dir/,STOPPED} 2024-11-26T07:43:48,991 WARN [BP-18569494-172.17.0.2-1732606974123 heartbeating to localhost/127.0.0.1:37743 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:43:48,991 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:43:48,992 WARN [BP-18569494-172.17.0.2-1732606974123 heartbeating to localhost/127.0.0.1:37743 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-18569494-172.17.0.2-1732606974123 (Datanode Uuid 37c0088a-7e4e-450d-9ecf-1c1a86a4574c) service to localhost/127.0.0.1:37743 2024-11-26T07:43:48,992 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:43:48,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/cluster_e4e60446-c95d-24ef-0b73-e1a70e59010e/data/data3/current/BP-18569494-172.17.0.2-1732606974123 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:43:48,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/cluster_e4e60446-c95d-24ef-0b73-e1a70e59010e/data/data4/current/BP-18569494-172.17.0.2-1732606974123 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:43:48,993 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:43:48,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5397d032{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:43:48,995 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c41fc8b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:43:48,995 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:43:48,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@254aafa3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:43:48,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36b1a202{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/hadoop.log.dir/,STOPPED} 2024-11-26T07:43:48,997 WARN [BP-18569494-172.17.0.2-1732606974123 heartbeating to localhost/127.0.0.1:37743 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:43:48,997 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:43:48,997 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:43:48,997 WARN [BP-18569494-172.17.0.2-1732606974123 heartbeating to localhost/127.0.0.1:37743 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-18569494-172.17.0.2-1732606974123 (Datanode Uuid a6b15d32-b325-4249-915f-1d3d299c2009) service to localhost/127.0.0.1:37743 2024-11-26T07:43:48,998 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/cluster_e4e60446-c95d-24ef-0b73-e1a70e59010e/data/data1/current/BP-18569494-172.17.0.2-1732606974123 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:43:48,998 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/cluster_e4e60446-c95d-24ef-0b73-e1a70e59010e/data/data2/current/BP-18569494-172.17.0.2-1732606974123 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:43:48,998 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:43:49,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c74f2cb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:43:49,006 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f7ae80c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:43:49,006 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:43:49,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7688e99e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:43:49,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40944473{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/hadoop.log.dir/,STOPPED} 2024-11-26T07:43:49,012 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T07:43:49,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:43:49,041 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=97 (was 101), OpenFileDescriptor=426 (was 440), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=256 (was 441), ProcessCount=11 (was 11), AvailableMemoryMB=10772 (was 10798) 2024-11-26T07:43:49,048 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=97, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=256, ProcessCount=11, AvailableMemoryMB=10772 2024-11-26T07:43:49,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:43:49,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/hadoop.log.dir so I do NOT create it in target/test-data/186987d2-9661-d676-deb3-face00233bbf 2024-11-26T07:43:49,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/37ae9e12-8bce-a187-3354-9036947f9445/hadoop.tmp.dir so I do NOT create it in target/test-data/186987d2-9661-d676-deb3-face00233bbf 2024-11-26T07:43:49,048 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/cluster_aeb3857f-2819-faa9-6e3d-dbecf268a90f, deleteOnExit=true 2024-11-26T07:43:49,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:43:49,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/test.cache.data in system properties and HBase conf 2024-11-26T07:43:49,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:43:49,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:43:49,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:43:49,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:43:49,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:43:49,050 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:43:49,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:43:49,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:43:49,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:43:49,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:43:49,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:43:49,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:43:49,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:43:49,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:43:49,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:43:49,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:43:49,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:43:49,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:43:49,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:43:49,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:43:49,325 INFO [regionserver/719ac8e87449:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:43:49,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:43:49,383 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:43:49,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:43:49,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:43:49,384 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:43:49,385 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:43:49,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7892c223{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:43:49,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@563e578{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:43:49,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@337dc3c2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/java.io.tmpdir/jetty-localhost-39075-hadoop-hdfs-3_4_1-tests_jar-_-any-17918081115491087190/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:43:49,479 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@441457c4{HTTP/1.1, (http/1.1)}{localhost:39075} 2024-11-26T07:43:49,479 INFO [Time-limited test {}] server.Server(415): Started @148866ms 2024-11-26T07:43:49,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:43:49,714 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:43:49,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:43:49,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:43:49,715 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:43:49,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dcfdafc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:43:49,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b4928a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:43:49,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f849233{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/java.io.tmpdir/jetty-localhost-45685-hadoop-hdfs-3_4_1-tests_jar-_-any-12681220690027958009/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:43:49,813 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@177fdcdd{HTTP/1.1, (http/1.1)}{localhost:45685} 2024-11-26T07:43:49,813 INFO [Time-limited test {}] server.Server(415): Started @149200ms 2024-11-26T07:43:49,814 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:43:49,839 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:43:49,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:43:49,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:43:49,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:43:49,845 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:43:49,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d0551e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:43:49,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60477bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:43:49,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@615816d8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/java.io.tmpdir/jetty-localhost-39389-hadoop-hdfs-3_4_1-tests_jar-_-any-4243005656139481649/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:43:49,943 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a218732{HTTP/1.1, (http/1.1)}{localhost:39389} 2024-11-26T07:43:49,943 INFO [Time-limited test {}] server.Server(415): Started @149329ms 2024-11-26T07:43:49,944 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:43:50,584 WARN [Thread-1101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/cluster_aeb3857f-2819-faa9-6e3d-dbecf268a90f/data/data1/current/BP-390162173-172.17.0.2-1732607029083/current, will proceed with Du for space computation calculation, 2024-11-26T07:43:50,584 WARN [Thread-1102 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/cluster_aeb3857f-2819-faa9-6e3d-dbecf268a90f/data/data2/current/BP-390162173-172.17.0.2-1732607029083/current, will proceed with Du for space computation calculation, 2024-11-26T07:43:50,602 WARN [Thread-1065 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:43:50,604 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x440bc18ecf0b20ed with lease ID 0xbc4ab9048247cb11: Processing first storage report for DS-32162911-05ab-4455-982e-eef3e58053f8 from datanode DatanodeRegistration(127.0.0.1:34643, datanodeUuid=30de7b51-9e71-41a9-96c6-d4b38121a430, infoPort=38751, infoSecurePort=0, ipcPort=41743, storageInfo=lv=-57;cid=testClusterID;nsid=1911615992;c=1732607029083) 2024-11-26T07:43:50,604 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x440bc18ecf0b20ed with lease ID 0xbc4ab9048247cb11: from storage DS-32162911-05ab-4455-982e-eef3e58053f8 node DatanodeRegistration(127.0.0.1:34643, datanodeUuid=30de7b51-9e71-41a9-96c6-d4b38121a430, infoPort=38751, infoSecurePort=0, ipcPort=41743, storageInfo=lv=-57;cid=testClusterID;nsid=1911615992;c=1732607029083), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:43:50,604 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x440bc18ecf0b20ed with lease ID 0xbc4ab9048247cb11: Processing first storage report for DS-47d2981f-d381-4fe9-9f62-61be11fbf813 from datanode DatanodeRegistration(127.0.0.1:34643, datanodeUuid=30de7b51-9e71-41a9-96c6-d4b38121a430, infoPort=38751, infoSecurePort=0, ipcPort=41743, storageInfo=lv=-57;cid=testClusterID;nsid=1911615992;c=1732607029083) 2024-11-26T07:43:50,604 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x440bc18ecf0b20ed with lease ID 0xbc4ab9048247cb11: from storage DS-47d2981f-d381-4fe9-9f62-61be11fbf813 node DatanodeRegistration(127.0.0.1:34643, datanodeUuid=30de7b51-9e71-41a9-96c6-d4b38121a430, infoPort=38751, infoSecurePort=0, ipcPort=41743, storageInfo=lv=-57;cid=testClusterID;nsid=1911615992;c=1732607029083), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:43:50,691 WARN [Thread-1112 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/cluster_aeb3857f-2819-faa9-6e3d-dbecf268a90f/data/data3/current/BP-390162173-172.17.0.2-1732607029083/current, will proceed with Du for space computation calculation, 2024-11-26T07:43:50,691 WARN [Thread-1113 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/cluster_aeb3857f-2819-faa9-6e3d-dbecf268a90f/data/data4/current/BP-390162173-172.17.0.2-1732607029083/current, will proceed with Du for space computation calculation, 2024-11-26T07:43:50,712 WARN [Thread-1088 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:43:50,715 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x448ce86406048aa4 with lease ID 0xbc4ab9048247cb12: Processing first storage report for DS-9ca454d9-ccfa-4d0a-b149-39852e1f6e80 from datanode DatanodeRegistration(127.0.0.1:40651, datanodeUuid=71b844e5-2368-466a-a9d7-de2616bdfdf5, infoPort=32859, infoSecurePort=0, ipcPort=37455, storageInfo=lv=-57;cid=testClusterID;nsid=1911615992;c=1732607029083) 2024-11-26T07:43:50,715 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x448ce86406048aa4 with lease ID 0xbc4ab9048247cb12: from storage DS-9ca454d9-ccfa-4d0a-b149-39852e1f6e80 node DatanodeRegistration(127.0.0.1:40651, datanodeUuid=71b844e5-2368-466a-a9d7-de2616bdfdf5, infoPort=32859, infoSecurePort=0, ipcPort=37455, storageInfo=lv=-57;cid=testClusterID;nsid=1911615992;c=1732607029083), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:43:50,715 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x448ce86406048aa4 with lease ID 0xbc4ab9048247cb12: Processing first storage report for DS-b28a9380-1a20-4c1e-a416-9a8db37cd553 from datanode DatanodeRegistration(127.0.0.1:40651, datanodeUuid=71b844e5-2368-466a-a9d7-de2616bdfdf5, infoPort=32859, infoSecurePort=0, ipcPort=37455, storageInfo=lv=-57;cid=testClusterID;nsid=1911615992;c=1732607029083) 2024-11-26T07:43:50,715 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x448ce86406048aa4 with lease ID 0xbc4ab9048247cb12: from storage DS-b28a9380-1a20-4c1e-a416-9a8db37cd553 node DatanodeRegistration(127.0.0.1:40651, datanodeUuid=71b844e5-2368-466a-a9d7-de2616bdfdf5, infoPort=32859, infoSecurePort=0, ipcPort=37455, storageInfo=lv=-57;cid=testClusterID;nsid=1911615992;c=1732607029083), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:43:50,780 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf 2024-11-26T07:43:50,783 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/cluster_aeb3857f-2819-faa9-6e3d-dbecf268a90f/zookeeper_0, clientPort=56571, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/cluster_aeb3857f-2819-faa9-6e3d-dbecf268a90f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/cluster_aeb3857f-2819-faa9-6e3d-dbecf268a90f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T07:43:50,784 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56571 2024-11-26T07:43:50,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:43:50,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:43:50,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:43:50,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:43:50,795 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98 with version=8 2024-11-26T07:43:50,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/hbase-staging 2024-11-26T07:43:50,797 INFO [Time-limited test {}] client.ConnectionUtils(128): master/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:43:50,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:43:50,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:43:50,798 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:43:50,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:43:50,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:43:50,798 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:43:50,798 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:43:50,799 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45219 2024-11-26T07:43:50,802 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45219 connecting to ZooKeeper ensemble=127.0.0.1:56571 2024-11-26T07:43:50,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452190x0, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:43:50,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45219-0x1017762c8c40000 connected 2024-11-26T07:43:50,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:43:50,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:43:50,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:43:50,917 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98, hbase.cluster.distributed=false 2024-11-26T07:43:50,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:43:50,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45219 2024-11-26T07:43:50,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45219 2024-11-26T07:43:50,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45219 2024-11-26T07:43:50,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45219 2024-11-26T07:43:50,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45219 2024-11-26T07:43:50,937 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:43:50,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:43:50,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:43:50,937 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:43:50,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:43:50,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:43:50,938 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:43:50,938 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:43:50,938 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37999 2024-11-26T07:43:50,940 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37999 connecting to ZooKeeper ensemble=127.0.0.1:56571 2024-11-26T07:43:50,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:43:50,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:43:50,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379990x0, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:43:50,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37999-0x1017762c8c40001 connected 2024-11-26T07:43:50,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37999-0x1017762c8c40001, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:43:50,953 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:43:50,953 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:43:50,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37999-0x1017762c8c40001, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T07:43:50,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37999-0x1017762c8c40001, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:43:50,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37999 2024-11-26T07:43:50,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37999 2024-11-26T07:43:50,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37999 2024-11-26T07:43:50,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37999 2024-11-26T07:43:50,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37999 2024-11-26T07:43:50,973 DEBUG [M:0;719ac8e87449:45219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;719ac8e87449:45219 2024-11-26T07:43:50,974 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/719ac8e87449,45219,1732607030797 2024-11-26T07:43:50,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:43:50,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37999-0x1017762c8c40001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:43:50,977 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/719ac8e87449,45219,1732607030797 2024-11-26T07:43:50,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37999-0x1017762c8c40001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T07:43:50,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:50,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37999-0x1017762c8c40001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:50,986 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T07:43:50,986 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/719ac8e87449,45219,1732607030797 from backup master directory 2024-11-26T07:43:50,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/719ac8e87449,45219,1732607030797 2024-11-26T07:43:50,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37999-0x1017762c8c40001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:43:50,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:43:50,994 WARN [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:43:50,994 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=719ac8e87449,45219,1732607030797 2024-11-26T07:43:51,000 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/hbase.id] with ID: 94692753-b767-430e-b8fd-835784132bfe 2024-11-26T07:43:51,000 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/.tmp/hbase.id 2024-11-26T07:43:51,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:43:51,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:43:51,009 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/.tmp/hbase.id]:[hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/hbase.id] 2024-11-26T07:43:51,024 INFO [master/719ac8e87449:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:43:51,024 INFO [master/719ac8e87449:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:43:51,025 INFO [master/719ac8e87449:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T07:43:51,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37999-0x1017762c8c40001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:51,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:51,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:43:51,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:43:51,043 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:43:51,043 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:43:51,044 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:51,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:43:51,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:43:51,051 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/data/master/store 2024-11-26T07:43:51,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:43:51,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:43:51,058 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:51,058 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:43:51,058 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:43:51,058 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:43:51,058 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:43:51,058 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:43:51,058 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:43:51,058 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732607031058Disabling compacts and flushes for region at 1732607031058Disabling writes for close at 1732607031058Writing region close event to WAL at 1732607031058Closed at 1732607031058 2024-11-26T07:43:51,059 WARN [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/data/master/store/.initializing 2024-11-26T07:43:51,059 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/WALs/719ac8e87449,45219,1732607030797 2024-11-26T07:43:51,060 INFO [master/719ac8e87449:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:43:51,062 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C45219%2C1732607030797, suffix=, logDir=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/WALs/719ac8e87449,45219,1732607030797, archiveDir=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/oldWALs, maxLogs=10 2024-11-26T07:43:51,073 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/WALs/719ac8e87449,45219,1732607030797/719ac8e87449%2C45219%2C1732607030797.1732607031062, exclude list is [], retry=0 2024-11-26T07:43:51,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40651,DS-9ca454d9-ccfa-4d0a-b149-39852e1f6e80,DISK] 2024-11-26T07:43:51,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34643,DS-32162911-05ab-4455-982e-eef3e58053f8,DISK] 2024-11-26T07:43:51,078 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/WALs/719ac8e87449,45219,1732607030797/719ac8e87449%2C45219%2C1732607030797.1732607031062 2024-11-26T07:43:51,078 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32859:32859),(127.0.0.1/127.0.0.1:38751:38751)] 2024-11-26T07:43:51,078 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:51,078 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:51,078 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:43:51,078 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:43:51,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:43:51,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:43:51,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:51,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:43:51,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:43:51,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:43:51,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:51,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:51,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:43:51,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:43:51,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:51,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:51,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:43:51,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:43:51,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:51,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:51,088 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:43:51,088 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:43:51,089 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:43:51,090 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:43:51,090 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:43:51,091 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:43:51,092 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:43:51,094 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:43:51,094 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=831829, jitterRate=0.057725563645362854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:43:51,095 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732607031078Initializing all the Stores at 1732607031079 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607031079Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607031079Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607031080 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607031080Cleaning up temporary data from old regions at 1732607031090 (+10 ms)Region opened successfully at 1732607031095 (+5 ms) 2024-11-26T07:43:51,095 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:43:51,098 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@86f1d85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:43:51,099 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:43:51,099 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:43:51,099 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:43:51,099 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:43:51,100 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:43:51,100 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:43:51,100 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:43:51,102 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:43:51,103 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T07:43:51,119 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T07:43:51,119 INFO [master/719ac8e87449:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:43:51,120 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:43:51,127 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T07:43:51,127 INFO [master/719ac8e87449:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:43:51,128 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:43:51,135 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T07:43:51,137 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:43:51,144 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T07:43:51,147 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:43:51,152 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T07:43:51,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:43:51,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37999-0x1017762c8c40001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:43:51,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:51,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37999-0x1017762c8c40001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:51,161 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=719ac8e87449,45219,1732607030797, sessionid=0x1017762c8c40000, setting cluster-up flag (Was=false) 2024-11-26T07:43:51,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37999-0x1017762c8c40001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:51,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:51,202 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T07:43:51,203 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=719ac8e87449,45219,1732607030797 2024-11-26T07:43:51,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:51,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37999-0x1017762c8c40001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:51,244 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T07:43:51,245 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=719ac8e87449,45219,1732607030797 2024-11-26T07:43:51,247 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:43:51,248 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:43:51,248 INFO [master/719ac8e87449:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:43:51,248 INFO [master/719ac8e87449:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:43:51,249 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 719ac8e87449,45219,1732607030797 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:43:51,250 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:43:51,250 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:43:51,250 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:43:51,250 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:43:51,251 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/719ac8e87449:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:43:51,251 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:51,251 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:43:51,251 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:51,251 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732607061251 2024-11-26T07:43:51,252 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:43:51,252 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:43:51,252 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:43:51,252 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:43:51,252 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:43:51,252 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:43:51,252 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:51,252 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:43:51,252 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:43:51,252 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:43:51,252 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:43:51,252 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:43:51,253 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:43:51,253 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:43:51,253 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732607031253,5,FailOnTimeoutGroup] 2024-11-26T07:43:51,253 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732607031253,5,FailOnTimeoutGroup] 2024-11-26T07:43:51,253 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:51,253 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:43:51,253 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:51,253 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:51,254 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:51,254 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:43:51,260 INFO [RS:0;719ac8e87449:37999 {}] regionserver.HRegionServer(746): ClusterId : 94692753-b767-430e-b8fd-835784132bfe 2024-11-26T07:43:51,260 DEBUG [RS:0;719ac8e87449:37999 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:43:51,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:43:51,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:43:51,265 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:43:51,265 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98 2024-11-26T07:43:51,270 DEBUG [RS:0;719ac8e87449:37999 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:43:51,270 DEBUG [RS:0;719ac8e87449:37999 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:43:51,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741832_1008 (size=32) 2024-11-26T07:43:51,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741832_1008 (size=32) 2024-11-26T07:43:51,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:51,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:43:51,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:43:51,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:51,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:43:51,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:43:51,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:43:51,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:51,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:43:51,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:43:51,278 DEBUG [RS:0;719ac8e87449:37999 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:43:51,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:43:51,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:51,278 DEBUG [RS:0;719ac8e87449:37999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c22e0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:43:51,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:43:51,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:43:51,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:43:51,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:51,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:43:51,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:43:51,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/1588230740 2024-11-26T07:43:51,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/1588230740 2024-11-26T07:43:51,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:43:51,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:43:51,283 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T07:43:51,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:43:51,287 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:43:51,287 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=796399, jitterRate=0.012674197554588318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T07:43:51,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732607031272Initializing all the Stores at 1732607031273 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607031273Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607031273Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607031273Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607031273Cleaning up temporary data from old regions at 1732607031282 (+9 ms)Region opened successfully at 1732607031288 (+6 ms) 2024-11-26T07:43:51,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:43:51,289 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:43:51,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:43:51,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:43:51,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:43:51,289 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:43:51,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732607031289Disabling compacts and flushes for region at 1732607031289Disabling writes for close at 1732607031289Writing region close event to WAL at 1732607031289Closed at 1732607031289 2024-11-26T07:43:51,291 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:43:51,291 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:43:51,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:43:51,291 DEBUG [RS:0;719ac8e87449:37999 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;719ac8e87449:37999 2024-11-26T07:43:51,292 INFO [RS:0;719ac8e87449:37999 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:43:51,292 INFO [RS:0;719ac8e87449:37999 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:43:51,292 DEBUG [RS:0;719ac8e87449:37999 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:43:51,292 INFO [RS:0;719ac8e87449:37999 {}] regionserver.HRegionServer(2659): reportForDuty to master=719ac8e87449,45219,1732607030797 with port=37999, startcode=1732607030937 2024-11-26T07:43:51,293 DEBUG [RS:0;719ac8e87449:37999 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:43:51,293 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:43:51,294 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:43:51,294 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57239, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:43:51,295 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45219 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 719ac8e87449,37999,1732607030937 2024-11-26T07:43:51,295 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45219 {}] master.ServerManager(517): Registering regionserver=719ac8e87449,37999,1732607030937 2024-11-26T07:43:51,296 DEBUG [RS:0;719ac8e87449:37999 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98 2024-11-26T07:43:51,296 DEBUG [RS:0;719ac8e87449:37999 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33139 2024-11-26T07:43:51,296 DEBUG [RS:0;719ac8e87449:37999 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:43:51,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:43:51,302 DEBUG [RS:0;719ac8e87449:37999 {}] zookeeper.ZKUtil(111): regionserver:37999-0x1017762c8c40001, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/719ac8e87449,37999,1732607030937 2024-11-26T07:43:51,302 WARN [RS:0;719ac8e87449:37999 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:43:51,303 INFO [RS:0;719ac8e87449:37999 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:51,303 DEBUG [RS:0;719ac8e87449:37999 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/WALs/719ac8e87449,37999,1732607030937 2024-11-26T07:43:51,303 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [719ac8e87449,37999,1732607030937] 2024-11-26T07:43:51,306 INFO [RS:0;719ac8e87449:37999 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:43:51,308 INFO [RS:0;719ac8e87449:37999 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:43:51,308 INFO [RS:0;719ac8e87449:37999 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:43:51,308 INFO [RS:0;719ac8e87449:37999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:51,308 INFO [RS:0;719ac8e87449:37999 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:43:51,309 INFO [RS:0;719ac8e87449:37999 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:43:51,309 INFO [RS:0;719ac8e87449:37999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:51,309 DEBUG [RS:0;719ac8e87449:37999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:51,309 DEBUG [RS:0;719ac8e87449:37999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:51,309 DEBUG [RS:0;719ac8e87449:37999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:51,309 DEBUG [RS:0;719ac8e87449:37999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:51,309 DEBUG [RS:0;719ac8e87449:37999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:51,309 DEBUG [RS:0;719ac8e87449:37999 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:43:51,309 DEBUG [RS:0;719ac8e87449:37999 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:51,309 DEBUG [RS:0;719ac8e87449:37999 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:51,309 DEBUG [RS:0;719ac8e87449:37999 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:51,309 DEBUG [RS:0;719ac8e87449:37999 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:51,310 DEBUG [RS:0;719ac8e87449:37999 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:51,310 DEBUG [RS:0;719ac8e87449:37999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:51,310 DEBUG [RS:0;719ac8e87449:37999 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:43:51,310 DEBUG [RS:0;719ac8e87449:37999 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:43:51,310 INFO [RS:0;719ac8e87449:37999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:51,310 INFO [RS:0;719ac8e87449:37999 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:51,310 INFO [RS:0;719ac8e87449:37999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:51,310 INFO [RS:0;719ac8e87449:37999 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:51,310 INFO [RS:0;719ac8e87449:37999 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:51,310 INFO [RS:0;719ac8e87449:37999 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,37999,1732607030937-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:43:51,324 INFO [RS:0;719ac8e87449:37999 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:43:51,325 INFO [RS:0;719ac8e87449:37999 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,37999,1732607030937-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:51,325 INFO [RS:0;719ac8e87449:37999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:51,325 INFO [RS:0;719ac8e87449:37999 {}] regionserver.Replication(171): 719ac8e87449,37999,1732607030937 started 2024-11-26T07:43:51,338 INFO [RS:0;719ac8e87449:37999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:51,338 INFO [RS:0;719ac8e87449:37999 {}] regionserver.HRegionServer(1482): Serving as 719ac8e87449,37999,1732607030937, RpcServer on 719ac8e87449/172.17.0.2:37999, sessionid=0x1017762c8c40001 2024-11-26T07:43:51,338 DEBUG [RS:0;719ac8e87449:37999 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:43:51,338 DEBUG [RS:0;719ac8e87449:37999 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 719ac8e87449,37999,1732607030937 2024-11-26T07:43:51,338 DEBUG [RS:0;719ac8e87449:37999 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,37999,1732607030937' 2024-11-26T07:43:51,338 DEBUG [RS:0;719ac8e87449:37999 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T07:43:51,339 DEBUG [RS:0;719ac8e87449:37999 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T07:43:51,340 DEBUG [RS:0;719ac8e87449:37999 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:43:51,340 DEBUG [RS:0;719ac8e87449:37999 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:43:51,340 DEBUG [RS:0;719ac8e87449:37999 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 719ac8e87449,37999,1732607030937 2024-11-26T07:43:51,340 DEBUG [RS:0;719ac8e87449:37999 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,37999,1732607030937' 2024-11-26T07:43:51,340 DEBUG [RS:0;719ac8e87449:37999 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T07:43:51,340 DEBUG [RS:0;719ac8e87449:37999 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T07:43:51,341 DEBUG [RS:0;719ac8e87449:37999 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:43:51,341 INFO [RS:0;719ac8e87449:37999 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:43:51,341 INFO [RS:0;719ac8e87449:37999 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:43:51,441 INFO [RS:0;719ac8e87449:37999 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:43:51,444 WARN [719ac8e87449:45219 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T07:43:51,446 INFO [RS:0;719ac8e87449:37999 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C37999%2C1732607030937, suffix=, logDir=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/WALs/719ac8e87449,37999,1732607030937, archiveDir=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/oldWALs, maxLogs=32 2024-11-26T07:43:51,461 DEBUG [RS:0;719ac8e87449:37999 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/WALs/719ac8e87449,37999,1732607030937/719ac8e87449%2C37999%2C1732607030937.1732607031447, exclude list is [], retry=0 2024-11-26T07:43:51,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40651,DS-9ca454d9-ccfa-4d0a-b149-39852e1f6e80,DISK] 2024-11-26T07:43:51,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34643,DS-32162911-05ab-4455-982e-eef3e58053f8,DISK] 2024-11-26T07:43:51,466 INFO [RS:0;719ac8e87449:37999 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/WALs/719ac8e87449,37999,1732607030937/719ac8e87449%2C37999%2C1732607030937.1732607031447 2024-11-26T07:43:51,466 DEBUG [RS:0;719ac8e87449:37999 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38751:38751),(127.0.0.1/127.0.0.1:32859:32859)] 2024-11-26T07:43:51,695 DEBUG [719ac8e87449:45219 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:43:51,696 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=719ac8e87449,37999,1732607030937 2024-11-26T07:43:51,699 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 719ac8e87449,37999,1732607030937, state=OPENING 2024-11-26T07:43:51,727 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:43:51,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37999-0x1017762c8c40001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:51,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:51,737 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:43:51,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:43:51,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=719ac8e87449,37999,1732607030937}] 2024-11-26T07:43:51,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:43:51,894 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:43:51,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34685, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:43:51,907 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:43:51,907 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:51,908 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:43:51,910 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C37999%2C1732607030937.meta, suffix=.meta, logDir=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/WALs/719ac8e87449,37999,1732607030937, archiveDir=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/oldWALs, maxLogs=32 2024-11-26T07:43:51,927 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/WALs/719ac8e87449,37999,1732607030937/719ac8e87449%2C37999%2C1732607030937.meta.1732607031911.meta, exclude list is [], retry=0 2024-11-26T07:43:51,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40651,DS-9ca454d9-ccfa-4d0a-b149-39852e1f6e80,DISK] 2024-11-26T07:43:51,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34643,DS-32162911-05ab-4455-982e-eef3e58053f8,DISK] 2024-11-26T07:43:51,931 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/WALs/719ac8e87449,37999,1732607030937/719ac8e87449%2C37999%2C1732607030937.meta.1732607031911.meta 2024-11-26T07:43:51,931 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32859:32859),(127.0.0.1/127.0.0.1:38751:38751)] 2024-11-26T07:43:51,932 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:51,932 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:43:51,932 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:43:51,932 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:43:51,932 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:43:51,932 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:51,932 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:43:51,932 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:43:51,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:43:51,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:43:51,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:51,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:43:51,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:43:51,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:43:51,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:51,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:43:51,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:43:51,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:43:51,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:51,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:43:51,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:43:51,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:43:51,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:51,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:43:51,939 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:43:51,939 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/1588230740 2024-11-26T07:43:51,941 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/1588230740 2024-11-26T07:43:51,942 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:43:51,942 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:43:51,942 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T07:43:51,944 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:43:51,945 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=776484, jitterRate=-0.01265031099319458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T07:43:51,945 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:43:51,946 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732607031932Writing region info on filesystem at 1732607031932Initializing all the Stores at 1732607031933 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607031933Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607031933Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607031933Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607031933Cleaning up temporary data from old regions at 1732607031942 (+9 ms)Running coprocessor post-open hooks at 1732607031945 (+3 ms)Region opened successfully at 1732607031946 (+1 ms) 2024-11-26T07:43:51,947 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732607031894 2024-11-26T07:43:51,949 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:43:51,949 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:43:51,949 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,37999,1732607030937 2024-11-26T07:43:51,950 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 719ac8e87449,37999,1732607030937, state=OPEN 2024-11-26T07:43:51,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:43:51,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37999-0x1017762c8c40001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:43:51,989 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=719ac8e87449,37999,1732607030937 2024-11-26T07:43:51,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:43:51,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:43:51,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:43:51,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=719ac8e87449,37999,1732607030937 in 252 msec 2024-11-26T07:43:51,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:43:51,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 701 msec 2024-11-26T07:43:51,996 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:43:51,996 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:43:51,998 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:43:51,998 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,37999,1732607030937, seqNum=-1] 2024-11-26T07:43:51,998 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:43:51,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35365, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:43:52,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 757 msec 2024-11-26T07:43:52,006 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732607032006, completionTime=-1 2024-11-26T07:43:52,007 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:43:52,007 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:43:52,009 INFO [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:43:52,009 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732607092009 2024-11-26T07:43:52,009 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732607152009 2024-11-26T07:43:52,009 INFO [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T07:43:52,009 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,45219,1732607030797-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:52,010 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,45219,1732607030797-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:52,010 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,45219,1732607030797-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:52,010 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-719ac8e87449:45219, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:52,010 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:52,010 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:52,012 DEBUG [master/719ac8e87449:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:43:52,015 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.020sec 2024-11-26T07:43:52,015 INFO [master/719ac8e87449:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:43:52,015 INFO [master/719ac8e87449:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:43:52,015 INFO [master/719ac8e87449:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:43:52,015 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:43:52,015 INFO [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:43:52,015 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,45219,1732607030797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:43:52,015 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,45219,1732607030797-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:43:52,018 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:43:52,018 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:43:52,018 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,45219,1732607030797-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:52,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbf3c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:43:52,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,45219,-1 for getting cluster id 2024-11-26T07:43:52,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:43:52,063 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94692753-b767-430e-b8fd-835784132bfe' 2024-11-26T07:43:52,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:43:52,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94692753-b767-430e-b8fd-835784132bfe" 2024-11-26T07:43:52,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d8afaf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:43:52,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,45219,-1] 2024-11-26T07:43:52,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:43:52,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:43:52,066 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:43:52,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe8777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:43:52,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:43:52,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,37999,1732607030937, seqNum=-1] 2024-11-26T07:43:52,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:43:52,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:43:52,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=719ac8e87449,45219,1732607030797 2024-11-26T07:43:52,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:43:52,078 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-26T07:43:52,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:43:52,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,45219,1732607030797 2024-11-26T07:43:52,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21d4a343 2024-11-26T07:43:52,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:43:52,082 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:43:52,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-26T07:43:52,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-26T07:43:52,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:43:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-26T07:43:52,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:43:52,086 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:52,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-26T07:43:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:43:52,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:43:52,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741835_1011 (size=381) 2024-11-26T07:43:52,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741835_1011 (size=381) 2024-11-26T07:43:52,096 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 691c442667f6364c31f55aaa568c6421, NAME => 'TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98 2024-11-26T07:43:52,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741836_1012 (size=64) 2024-11-26T07:43:52,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741836_1012 (size=64) 2024-11-26T07:43:52,102 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:52,103 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 691c442667f6364c31f55aaa568c6421, disabling compactions & flushes 2024-11-26T07:43:52,103 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421. 2024-11-26T07:43:52,103 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421. 2024-11-26T07:43:52,103 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421. after waiting 0 ms 2024-11-26T07:43:52,103 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421. 2024-11-26T07:43:52,103 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421. 2024-11-26T07:43:52,103 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 691c442667f6364c31f55aaa568c6421: Waiting for close lock at 1732607032103Disabling compacts and flushes for region at 1732607032103Disabling writes for close at 1732607032103Writing region close event to WAL at 1732607032103Closed at 1732607032103 2024-11-26T07:43:52,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:43:52,104 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732607032104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607032104"}]},"ts":"1732607032104"} 2024-11-26T07:43:52,106 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:43:52,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:43:52,107 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607032107"}]},"ts":"1732607032107"} 2024-11-26T07:43:52,109 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-26T07:43:52,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=691c442667f6364c31f55aaa568c6421, ASSIGN}] 2024-11-26T07:43:52,110 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=691c442667f6364c31f55aaa568c6421, ASSIGN 2024-11-26T07:43:52,111 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=691c442667f6364c31f55aaa568c6421, ASSIGN; state=OFFLINE, location=719ac8e87449,37999,1732607030937; forceNewPlan=false, retain=false 2024-11-26T07:43:52,263 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=691c442667f6364c31f55aaa568c6421, regionState=OPENING, regionLocation=719ac8e87449,37999,1732607030937 2024-11-26T07:43:52,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=691c442667f6364c31f55aaa568c6421, ASSIGN because future has completed 2024-11-26T07:43:52,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 691c442667f6364c31f55aaa568c6421, server=719ac8e87449,37999,1732607030937}] 2024-11-26T07:43:52,434 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421. 2024-11-26T07:43:52,435 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 691c442667f6364c31f55aaa568c6421, NAME => 'TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:52,435 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 691c442667f6364c31f55aaa568c6421 2024-11-26T07:43:52,435 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:52,436 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 691c442667f6364c31f55aaa568c6421 2024-11-26T07:43:52,436 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 691c442667f6364c31f55aaa568c6421 2024-11-26T07:43:52,439 INFO [StoreOpener-691c442667f6364c31f55aaa568c6421-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 691c442667f6364c31f55aaa568c6421 2024-11-26T07:43:52,440 INFO [StoreOpener-691c442667f6364c31f55aaa568c6421-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 691c442667f6364c31f55aaa568c6421 columnFamilyName info 2024-11-26T07:43:52,440 DEBUG [StoreOpener-691c442667f6364c31f55aaa568c6421-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:52,441 INFO [StoreOpener-691c442667f6364c31f55aaa568c6421-1 {}] regionserver.HStore(327): Store=691c442667f6364c31f55aaa568c6421/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:52,441 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 691c442667f6364c31f55aaa568c6421 2024-11-26T07:43:52,442 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421 2024-11-26T07:43:52,442 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421 2024-11-26T07:43:52,443 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 691c442667f6364c31f55aaa568c6421 2024-11-26T07:43:52,443 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 691c442667f6364c31f55aaa568c6421 2024-11-26T07:43:52,445 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 691c442667f6364c31f55aaa568c6421 2024-11-26T07:43:52,448 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:43:52,448 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 691c442667f6364c31f55aaa568c6421; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=827242, jitterRate=0.05189374089241028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:43:52,448 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 691c442667f6364c31f55aaa568c6421 2024-11-26T07:43:52,449 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 691c442667f6364c31f55aaa568c6421: Running coprocessor pre-open hook at 1732607032436Writing region info on filesystem at 1732607032436Initializing all the Stores at 1732607032438 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607032438Cleaning up temporary data from old regions at 1732607032443 (+5 ms)Running coprocessor post-open hooks at 1732607032448 (+5 ms)Region opened successfully at 1732607032449 (+1 ms) 2024-11-26T07:43:52,450 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421., pid=6, masterSystemTime=1732607032427 2024-11-26T07:43:52,453 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421. 2024-11-26T07:43:52,453 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421. 2024-11-26T07:43:52,455 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=691c442667f6364c31f55aaa568c6421, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,37999,1732607030937 2024-11-26T07:43:52,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 691c442667f6364c31f55aaa568c6421, server=719ac8e87449,37999,1732607030937 because future has completed 2024-11-26T07:43:52,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T07:43:52,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 691c442667f6364c31f55aaa568c6421, server=719ac8e87449,37999,1732607030937 in 189 msec 2024-11-26T07:43:52,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T07:43:52,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=691c442667f6364c31f55aaa568c6421, ASSIGN in 354 msec 2024-11-26T07:43:52,467 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:43:52,467 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607032467"}]},"ts":"1732607032467"} 2024-11-26T07:43:52,469 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-26T07:43:52,470 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:43:52,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 387 msec 2024-11-26T07:43:53,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:53,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:53,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:53,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:53,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:53,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:53,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:53,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:54,012 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:43:54,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:54,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:54,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:54,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:54,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:54,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:54,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:54,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:43:57,306 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T07:43:57,307 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-26T07:43:58,221 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-26T07:43:58,221 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-26T07:43:58,222 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-26T07:44:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:44:02,181 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-26T07:44:02,181 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-26T07:44:02,184 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-26T07:44:02,184 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421. 2024-11-26T07:44:02,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421., hostname=719ac8e87449,37999,1732607030937, seqNum=2] 2024-11-26T07:44:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] regionserver.HRegion(8855): Flush requested on 691c442667f6364c31f55aaa568c6421 2024-11-26T07:44:02,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 691c442667f6364c31f55aaa568c6421 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-26T07:44:02,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/42a1ea2fd4dc4435a2ed643770e292db is 1055, key is row0001/info:/1732607042188/Put/seqid=0 2024-11-26T07:44:02,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741837_1013 (size=13386) 2024-11-26T07:44:02,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741837_1013 (size=13386) 2024-11-26T07:44:02,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/42a1ea2fd4dc4435a2ed643770e292db 2024-11-26T07:44:02,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/42a1ea2fd4dc4435a2ed643770e292db as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/42a1ea2fd4dc4435a2ed643770e292db 2024-11-26T07:44:02,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/42a1ea2fd4dc4435a2ed643770e292db, entries=8, sequenceid=12, filesize=13.1 K 2024-11-26T07:44:02,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=18.47 KB/18918 for 691c442667f6364c31f55aaa568c6421 in 41ms, sequenceid=12, compaction requested=false 2024-11-26T07:44:02,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 691c442667f6364c31f55aaa568c6421: 2024-11-26T07:44:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] regionserver.HRegion(8855): Flush requested on 691c442667f6364c31f55aaa568c6421 2024-11-26T07:44:02,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 691c442667f6364c31f55aaa568c6421 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-11-26T07:44:02,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/72d8557832da4b00b170720005a1390f is 1055, key is row0009/info:/1732607042209/Put/seqid=0 2024-11-26T07:44:02,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741838_1014 (size=24978) 2024-11-26T07:44:02,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741838_1014 (size=24978) 2024-11-26T07:44:02,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.50 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/72d8557832da4b00b170720005a1390f 2024-11-26T07:44:02,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/72d8557832da4b00b170720005a1390f as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/72d8557832da4b00b170720005a1390f 2024-11-26T07:44:02,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/72d8557832da4b00b170720005a1390f, entries=19, sequenceid=34, filesize=24.4 K 2024-11-26T07:44:02,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~19.50 KB/19969, heapSize ~21.16 KB/21672, currentSize=5.13 KB/5255 for 691c442667f6364c31f55aaa568c6421 in 25ms, sequenceid=34, compaction requested=false 2024-11-26T07:44:02,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 691c442667f6364c31f55aaa568c6421: 2024-11-26T07:44:02,273 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=37.5 K, sizeToCheck=16.0 K 2024-11-26T07:44:02,273 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T07:44:02,273 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/72d8557832da4b00b170720005a1390f because midkey is the same as first or last row 2024-11-26T07:44:03,725 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:44:03,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:44:03,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:44:03,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:44:03,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:44:03,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:44:03,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:44:03,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:44:03,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:44:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] regionserver.HRegion(8855): Flush requested on 691c442667f6364c31f55aaa568c6421 2024-11-26T07:44:04,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 691c442667f6364c31f55aaa568c6421 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-26T07:44:04,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/c789635adb4d4ca18b2c20c61aa74bf1 is 1055, key is row0028/info:/1732607042249/Put/seqid=0 2024-11-26T07:44:04,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741839_1015 (size=13386) 2024-11-26T07:44:04,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741839_1015 (size=13386) 2024-11-26T07:44:04,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/c789635adb4d4ca18b2c20c61aa74bf1 2024-11-26T07:44:04,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/c789635adb4d4ca18b2c20c61aa74bf1 as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/c789635adb4d4ca18b2c20c61aa74bf1 2024-11-26T07:44:04,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/c789635adb4d4ca18b2c20c61aa74bf1, entries=8, sequenceid=45, filesize=13.1 K 2024-11-26T07:44:04,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 691c442667f6364c31f55aaa568c6421 in 31ms, sequenceid=45, compaction requested=true 2024-11-26T07:44:04,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 691c442667f6364c31f55aaa568c6421: 2024-11-26T07:44:04,295 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=50.5 K, sizeToCheck=16.0 K 2024-11-26T07:44:04,295 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T07:44:04,296 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/72d8557832da4b00b170720005a1390f because midkey is the same as first or last row 2024-11-26T07:44:04,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 691c442667f6364c31f55aaa568c6421:info, priority=-2147483648, current under compaction store size is 1 2024-11-26T07:44:04,298 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T07:44:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] regionserver.HRegion(8855): Flush requested on 691c442667f6364c31f55aaa568c6421 2024-11-26T07:44:04,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T07:44:04,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 691c442667f6364c31f55aaa568c6421 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-26T07:44:04,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/de2718ce25f8428aab0fa9ba122e32e1 is 1055, key is row0036/info:/1732607044266/Put/seqid=0 2024-11-26T07:44:04,306 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 51750 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T07:44:04,306 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1541): 691c442667f6364c31f55aaa568c6421/info is initiating minor compaction (all files) 2024-11-26T07:44:04,306 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 691c442667f6364c31f55aaa568c6421/info in TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421. 2024-11-26T07:44:04,306 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/42a1ea2fd4dc4435a2ed643770e292db, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/72d8557832da4b00b170720005a1390f, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/c789635adb4d4ca18b2c20c61aa74bf1] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp, totalSize=50.5 K 2024-11-26T07:44:04,308 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42a1ea2fd4dc4435a2ed643770e292db, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732607042188 2024-11-26T07:44:04,309 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72d8557832da4b00b170720005a1390f, keycount=19, bloomtype=ROW, size=24.4 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1732607042209 2024-11-26T07:44:04,310 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting c789635adb4d4ca18b2c20c61aa74bf1, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1732607042249 2024-11-26T07:44:04,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741840_1016 (size=17594) 2024-11-26T07:44:04,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/de2718ce25f8428aab0fa9ba122e32e1 2024-11-26T07:44:04,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741840_1016 (size=17594) 2024-11-26T07:44:04,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/de2718ce25f8428aab0fa9ba122e32e1 as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/de2718ce25f8428aab0fa9ba122e32e1 2024-11-26T07:44:04,335 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 691c442667f6364c31f55aaa568c6421#info#compaction#35 average throughput is 8.77 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T07:44:04,336 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/76cf6ac398d34ecbbe741d9ad267839c is 1055, key is row0001/info:/1732607042188/Put/seqid=0 2024-11-26T07:44:04,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/de2718ce25f8428aab0fa9ba122e32e1, entries=12, sequenceid=60, filesize=17.2 K 2024-11-26T07:44:04,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741841_1017 (size=41949) 2024-11-26T07:44:04,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741841_1017 (size=41949) 2024-11-26T07:44:04,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=15.40 KB/15765 for 691c442667f6364c31f55aaa568c6421 in 45ms, sequenceid=60, compaction requested=false 2024-11-26T07:44:04,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 691c442667f6364c31f55aaa568c6421: 2024-11-26T07:44:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] regionserver.HRegion(8855): Flush requested on 691c442667f6364c31f55aaa568c6421 2024-11-26T07:44:04,345 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.7 K, sizeToCheck=16.0 K 2024-11-26T07:44:04,345 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T07:44:04,345 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/72d8557832da4b00b170720005a1390f because midkey is the same as first or last row 2024-11-26T07:44:04,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 691c442667f6364c31f55aaa568c6421 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-26T07:44:04,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/618e05cbe8054e7f8b2608a11ce4dd0f is 1055, key is row0048/info:/1732607044301/Put/seqid=0 2024-11-26T07:44:04,356 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/76cf6ac398d34ecbbe741d9ad267839c as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/76cf6ac398d34ecbbe741d9ad267839c 2024-11-26T07:44:04,365 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 691c442667f6364c31f55aaa568c6421/info of 691c442667f6364c31f55aaa568c6421 into 76cf6ac398d34ecbbe741d9ad267839c(size=41.0 K), total size for store is 58.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T07:44:04,365 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 691c442667f6364c31f55aaa568c6421: 2024-11-26T07:44:04,368 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421., storeName=691c442667f6364c31f55aaa568c6421/info, priority=13, startTime=1732607044296; duration=0sec 2024-11-26T07:44:04,368 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=58.1 K, sizeToCheck=16.0 K 2024-11-26T07:44:04,368 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T07:44:04,368 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/76cf6ac398d34ecbbe741d9ad267839c because midkey is the same as first or last row 2024-11-26T07:44:04,369 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=58.1 K, sizeToCheck=16.0 K 2024-11-26T07:44:04,369 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T07:44:04,369 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/76cf6ac398d34ecbbe741d9ad267839c because midkey is the same as first or last row 2024-11-26T07:44:04,369 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=58.1 K, sizeToCheck=16.0 K 2024-11-26T07:44:04,369 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T07:44:04,369 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/76cf6ac398d34ecbbe741d9ad267839c because midkey is the same as first or last row 2024-11-26T07:44:04,369 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T07:44:04,370 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 691c442667f6364c31f55aaa568c6421:info 2024-11-26T07:44:04,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741842_1018 (size=21822) 2024-11-26T07:44:04,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741842_1018 (size=21822) 2024-11-26T07:44:04,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/618e05cbe8054e7f8b2608a11ce4dd0f 2024-11-26T07:44:04,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/618e05cbe8054e7f8b2608a11ce4dd0f as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/618e05cbe8054e7f8b2608a11ce4dd0f 2024-11-26T07:44:04,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/618e05cbe8054e7f8b2608a11ce4dd0f, entries=16, sequenceid=79, filesize=21.3 K 2024-11-26T07:44:04,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=1.03 KB/1051 for 691c442667f6364c31f55aaa568c6421 in 51ms, sequenceid=79, compaction requested=true 2024-11-26T07:44:04,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 691c442667f6364c31f55aaa568c6421: 2024-11-26T07:44:04,396 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=79.5 K, sizeToCheck=16.0 K 2024-11-26T07:44:04,396 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T07:44:04,396 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/76cf6ac398d34ecbbe741d9ad267839c because midkey is the same as first or last row 2024-11-26T07:44:04,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 691c442667f6364c31f55aaa568c6421:info, priority=-2147483648, current under compaction store size is 1 2024-11-26T07:44:04,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T07:44:04,396 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T07:44:04,398 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 81365 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T07:44:04,398 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1541): 691c442667f6364c31f55aaa568c6421/info is initiating minor compaction (all files) 2024-11-26T07:44:04,398 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 691c442667f6364c31f55aaa568c6421/info in TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421. 2024-11-26T07:44:04,398 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/76cf6ac398d34ecbbe741d9ad267839c, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/de2718ce25f8428aab0fa9ba122e32e1, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/618e05cbe8054e7f8b2608a11ce4dd0f] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp, totalSize=79.5 K 2024-11-26T07:44:04,400 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76cf6ac398d34ecbbe741d9ad267839c, keycount=35, bloomtype=ROW, size=41.0 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1732607042188 2024-11-26T07:44:04,401 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting de2718ce25f8428aab0fa9ba122e32e1, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732607044266 2024-11-26T07:44:04,401 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting 618e05cbe8054e7f8b2608a11ce4dd0f, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732607044301 2024-11-26T07:44:04,417 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 691c442667f6364c31f55aaa568c6421#info#compaction#37 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T07:44:04,418 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/c87f2c3daef94df3938859b0ddbe5e4c is 1055, key is row0001/info:/1732607042188/Put/seqid=0 2024-11-26T07:44:04,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741843_1019 (size=71580) 2024-11-26T07:44:04,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741843_1019 (size=71580) 2024-11-26T07:44:04,441 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/c87f2c3daef94df3938859b0ddbe5e4c as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/c87f2c3daef94df3938859b0ddbe5e4c 2024-11-26T07:44:04,449 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 691c442667f6364c31f55aaa568c6421/info of 691c442667f6364c31f55aaa568c6421 into c87f2c3daef94df3938859b0ddbe5e4c(size=69.9 K), total size for store is 69.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T07:44:04,449 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 691c442667f6364c31f55aaa568c6421: 2024-11-26T07:44:04,449 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421., storeName=691c442667f6364c31f55aaa568c6421/info, priority=13, startTime=1732607044396; duration=0sec 2024-11-26T07:44:04,450 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.9 K, sizeToCheck=16.0 K 2024-11-26T07:44:04,450 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T07:44:04,450 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/c87f2c3daef94df3938859b0ddbe5e4c because midkey is the same as first or last row 2024-11-26T07:44:04,450 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.9 K, sizeToCheck=16.0 K 2024-11-26T07:44:04,450 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T07:44:04,450 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/c87f2c3daef94df3938859b0ddbe5e4c because midkey is the same as first or last row 2024-11-26T07:44:04,450 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.9 K, sizeToCheck=16.0 K 2024-11-26T07:44:04,450 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T07:44:04,450 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/c87f2c3daef94df3938859b0ddbe5e4c because midkey is the same as first or last row 2024-11-26T07:44:04,450 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T07:44:04,450 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 691c442667f6364c31f55aaa568c6421:info 2024-11-26T07:44:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] regionserver.HRegion(8855): Flush requested on 691c442667f6364c31f55aaa568c6421 2024-11-26T07:44:06,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 691c442667f6364c31f55aaa568c6421 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-26T07:44:06,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/0f138fde9ea440b0b6638c82e6467383 is 1055, key is row0064/info:/1732607044348/Put/seqid=0 2024-11-26T07:44:06,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741844_1020 (size=13386) 2024-11-26T07:44:06,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741844_1020 (size=13386) 2024-11-26T07:44:06,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/0f138fde9ea440b0b6638c82e6467383 2024-11-26T07:44:06,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/0f138fde9ea440b0b6638c82e6467383 as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/0f138fde9ea440b0b6638c82e6467383 2024-11-26T07:44:06,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/0f138fde9ea440b0b6638c82e6467383, entries=8, sequenceid=92, filesize=13.1 K 2024-11-26T07:44:06,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 691c442667f6364c31f55aaa568c6421 in 28ms, sequenceid=92, compaction requested=false 2024-11-26T07:44:06,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 691c442667f6364c31f55aaa568c6421: 2024-11-26T07:44:06,397 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=83.0 K, sizeToCheck=16.0 K 2024-11-26T07:44:06,397 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T07:44:06,397 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/c87f2c3daef94df3938859b0ddbe5e4c because midkey is the same as first or last row 2024-11-26T07:44:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] regionserver.HRegion(8855): Flush requested on 691c442667f6364c31f55aaa568c6421 2024-11-26T07:44:06,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 691c442667f6364c31f55aaa568c6421 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-26T07:44:06,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/5b3f6dc69706452fad632b1561d078be is 1055, key is row0072/info:/1732607046371/Put/seqid=0 2024-11-26T07:44:06,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741845_1021 (size=18662) 2024-11-26T07:44:06,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741845_1021 (size=18662) 2024-11-26T07:44:06,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/5b3f6dc69706452fad632b1561d078be 2024-11-26T07:44:06,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/5b3f6dc69706452fad632b1561d078be as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/5b3f6dc69706452fad632b1561d078be 2024-11-26T07:44:06,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/5b3f6dc69706452fad632b1561d078be, entries=13, sequenceid=108, filesize=18.2 K 2024-11-26T07:44:06,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for 691c442667f6364c31f55aaa568c6421 in 25ms, sequenceid=108, compaction requested=true 2024-11-26T07:44:06,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 691c442667f6364c31f55aaa568c6421: 2024-11-26T07:44:06,424 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=101.2 K, sizeToCheck=16.0 K 2024-11-26T07:44:06,424 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T07:44:06,424 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/c87f2c3daef94df3938859b0ddbe5e4c because midkey is the same as first or last row 2024-11-26T07:44:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] regionserver.HRegion(8855): Flush requested on 691c442667f6364c31f55aaa568c6421 2024-11-26T07:44:06,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 691c442667f6364c31f55aaa568c6421:info, priority=-2147483648, current under compaction store size is 1 2024-11-26T07:44:06,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T07:44:06,424 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T07:44:06,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 691c442667f6364c31f55aaa568c6421 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-26T07:44:06,426 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103628 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T07:44:06,426 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1541): 691c442667f6364c31f55aaa568c6421/info is initiating minor compaction (all files) 2024-11-26T07:44:06,426 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 691c442667f6364c31f55aaa568c6421/info in TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421. 2024-11-26T07:44:06,426 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/c87f2c3daef94df3938859b0ddbe5e4c, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/0f138fde9ea440b0b6638c82e6467383, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/5b3f6dc69706452fad632b1561d078be] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp, totalSize=101.2 K 2024-11-26T07:44:06,426 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting c87f2c3daef94df3938859b0ddbe5e4c, keycount=63, bloomtype=ROW, size=69.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732607042188 2024-11-26T07:44:06,427 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f138fde9ea440b0b6638c82e6467383, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732607044348 2024-11-26T07:44:06,427 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b3f6dc69706452fad632b1561d078be, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732607046371 2024-11-26T07:44:06,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/3554bc918ec14e18bcb25aea79e4e5e1 is 1055, key is row0085/info:/1732607046400/Put/seqid=0 2024-11-26T07:44:06,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741846_1022 (size=17594) 2024-11-26T07:44:06,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741846_1022 (size=17594) 2024-11-26T07:44:06,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/3554bc918ec14e18bcb25aea79e4e5e1 2024-11-26T07:44:06,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/3554bc918ec14e18bcb25aea79e4e5e1 as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/3554bc918ec14e18bcb25aea79e4e5e1 2024-11-26T07:44:06,443 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 691c442667f6364c31f55aaa568c6421#info#compaction#41 average throughput is 16.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T07:44:06,444 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/ddbb3cb5539c443f9189804bba1dbd86 is 1055, key is row0001/info:/1732607042188/Put/seqid=0 2024-11-26T07:44:06,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/3554bc918ec14e18bcb25aea79e4e5e1, entries=12, sequenceid=123, filesize=17.2 K 2024-11-26T07:44:06,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741847_1023 (size=93847) 2024-11-26T07:44:06,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741847_1023 (size=93847) 2024-11-26T07:44:06,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=0 B/0 for 691c442667f6364c31f55aaa568c6421 in 22ms, sequenceid=123, compaction requested=false 2024-11-26T07:44:06,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 691c442667f6364c31f55aaa568c6421: 2024-11-26T07:44:06,448 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=118.4 K, sizeToCheck=16.0 K 2024-11-26T07:44:06,448 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T07:44:06,448 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/c87f2c3daef94df3938859b0ddbe5e4c because midkey is the same as first or last row 2024-11-26T07:44:06,453 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/.tmp/info/ddbb3cb5539c443f9189804bba1dbd86 as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/ddbb3cb5539c443f9189804bba1dbd86 2024-11-26T07:44:06,459 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 691c442667f6364c31f55aaa568c6421/info of 691c442667f6364c31f55aaa568c6421 into ddbb3cb5539c443f9189804bba1dbd86(size=91.6 K), total size for store is 108.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T07:44:06,459 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 691c442667f6364c31f55aaa568c6421: 2024-11-26T07:44:06,460 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421., storeName=691c442667f6364c31f55aaa568c6421/info, priority=13, startTime=1732607046424; duration=0sec 2024-11-26T07:44:06,460 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=108.8 K, sizeToCheck=16.0 K 2024-11-26T07:44:06,460 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T07:44:06,460 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=108.8 K, sizeToCheck=16.0 K 2024-11-26T07:44:06,460 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T07:44:06,460 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=108.8 K, sizeToCheck=16.0 K 2024-11-26T07:44:06,460 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-26T07:44:06,461 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T07:44:06,461 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T07:44:06,461 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 691c442667f6364c31f55aaa568c6421:info 2024-11-26T07:44:06,462 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45219 {}] assignment.AssignmentManager(1363): Split request from 719ac8e87449,37999,1732607030937, parent={ENCODED => 691c442667f6364c31f55aaa568c6421, NAME => 'TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-26T07:44:06,467 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45219 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=719ac8e87449,37999,1732607030937 2024-11-26T07:44:06,470 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45219 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=691c442667f6364c31f55aaa568c6421, daughterA=55675722e7325f31980ff80d42531d65, daughterB=65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:06,471 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=691c442667f6364c31f55aaa568c6421, daughterA=55675722e7325f31980ff80d42531d65, daughterB=65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:06,472 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=691c442667f6364c31f55aaa568c6421, daughterA=55675722e7325f31980ff80d42531d65, daughterB=65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:06,472 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=691c442667f6364c31f55aaa568c6421, daughterA=55675722e7325f31980ff80d42531d65, daughterB=65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:06,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=691c442667f6364c31f55aaa568c6421, UNASSIGN}] 2024-11-26T07:44:06,478 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=691c442667f6364c31f55aaa568c6421, UNASSIGN 2024-11-26T07:44:06,480 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=691c442667f6364c31f55aaa568c6421, regionState=CLOSING, regionLocation=719ac8e87449,37999,1732607030937 2024-11-26T07:44:06,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=691c442667f6364c31f55aaa568c6421, UNASSIGN because future has completed 2024-11-26T07:44:06,483 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-26T07:44:06,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 691c442667f6364c31f55aaa568c6421, server=719ac8e87449,37999,1732607030937}] 2024-11-26T07:44:06,642 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 691c442667f6364c31f55aaa568c6421 2024-11-26T07:44:06,642 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-26T07:44:06,643 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 691c442667f6364c31f55aaa568c6421, disabling compactions & flushes 2024-11-26T07:44:06,643 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421. 2024-11-26T07:44:06,643 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421. 2024-11-26T07:44:06,643 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421. after waiting 0 ms 2024-11-26T07:44:06,644 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421. 2024-11-26T07:44:06,646 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/42a1ea2fd4dc4435a2ed643770e292db, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/72d8557832da4b00b170720005a1390f, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/76cf6ac398d34ecbbe741d9ad267839c, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/c789635adb4d4ca18b2c20c61aa74bf1, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/de2718ce25f8428aab0fa9ba122e32e1, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/c87f2c3daef94df3938859b0ddbe5e4c, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/618e05cbe8054e7f8b2608a11ce4dd0f, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/0f138fde9ea440b0b6638c82e6467383, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/5b3f6dc69706452fad632b1561d078be] to archive 2024-11-26T07:44:06,649 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T07:44:06,654 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/42a1ea2fd4dc4435a2ed643770e292db to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/42a1ea2fd4dc4435a2ed643770e292db 2024-11-26T07:44:06,658 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/72d8557832da4b00b170720005a1390f to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/72d8557832da4b00b170720005a1390f 2024-11-26T07:44:06,661 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/76cf6ac398d34ecbbe741d9ad267839c to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/76cf6ac398d34ecbbe741d9ad267839c 2024-11-26T07:44:06,663 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/c789635adb4d4ca18b2c20c61aa74bf1 to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/c789635adb4d4ca18b2c20c61aa74bf1 2024-11-26T07:44:06,665 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/de2718ce25f8428aab0fa9ba122e32e1 to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/de2718ce25f8428aab0fa9ba122e32e1 2024-11-26T07:44:06,667 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/c87f2c3daef94df3938859b0ddbe5e4c to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/c87f2c3daef94df3938859b0ddbe5e4c 2024-11-26T07:44:06,669 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/618e05cbe8054e7f8b2608a11ce4dd0f to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/618e05cbe8054e7f8b2608a11ce4dd0f 2024-11-26T07:44:06,671 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/0f138fde9ea440b0b6638c82e6467383 to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/0f138fde9ea440b0b6638c82e6467383 2024-11-26T07:44:06,673 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/5b3f6dc69706452fad632b1561d078be to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/5b3f6dc69706452fad632b1561d078be 2024-11-26T07:44:06,679 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=1 2024-11-26T07:44:06,680 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421. 2024-11-26T07:44:06,680 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 691c442667f6364c31f55aaa568c6421: Waiting for close lock at 1732607046643Running coprocessor pre-close hooks at 1732607046643Disabling compacts and flushes for region at 1732607046643Disabling writes for close at 1732607046643Writing region close event to WAL at 1732607046675 (+32 ms)Running coprocessor post-close hooks at 1732607046680 (+5 ms)Closed at 1732607046680 2024-11-26T07:44:06,683 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 691c442667f6364c31f55aaa568c6421 2024-11-26T07:44:06,684 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=691c442667f6364c31f55aaa568c6421, regionState=CLOSED 2024-11-26T07:44:06,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 691c442667f6364c31f55aaa568c6421, server=719ac8e87449,37999,1732607030937 because future has completed 2024-11-26T07:44:06,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T07:44:06,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 691c442667f6364c31f55aaa568c6421, server=719ac8e87449,37999,1732607030937 in 204 msec 2024-11-26T07:44:06,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-26T07:44:06,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=691c442667f6364c31f55aaa568c6421, UNASSIGN in 212 msec 2024-11-26T07:44:06,700 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:44:06,703 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 2 storefiles, region=691c442667f6364c31f55aaa568c6421, threads=2 2024-11-26T07:44:06,705 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/3554bc918ec14e18bcb25aea79e4e5e1 for region: 691c442667f6364c31f55aaa568c6421 2024-11-26T07:44:06,705 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/ddbb3cb5539c443f9189804bba1dbd86 for region: 691c442667f6364c31f55aaa568c6421 2024-11-26T07:44:06,716 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/3554bc918ec14e18bcb25aea79e4e5e1, top=true 2024-11-26T07:44:06,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741848_1024 (size=27) 2024-11-26T07:44:06,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741848_1024 (size=27) 2024-11-26T07:44:06,725 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/TestLogRolling-testLogRolling=691c442667f6364c31f55aaa568c6421-3554bc918ec14e18bcb25aea79e4e5e1 for child: 65f0c0cf98bd7c097209e520d0bb3e9f, parent: 691c442667f6364c31f55aaa568c6421 2024-11-26T07:44:06,726 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/3554bc918ec14e18bcb25aea79e4e5e1 for region: 691c442667f6364c31f55aaa568c6421 2024-11-26T07:44:06,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741849_1025 (size=27) 2024-11-26T07:44:06,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741849_1025 (size=27) 2024-11-26T07:44:06,732 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/ddbb3cb5539c443f9189804bba1dbd86 for region: 691c442667f6364c31f55aaa568c6421 2024-11-26T07:44:06,733 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 691c442667f6364c31f55aaa568c6421 Daughter A: [hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/55675722e7325f31980ff80d42531d65/info/ddbb3cb5539c443f9189804bba1dbd86.691c442667f6364c31f55aaa568c6421] storefiles, Daughter B: [hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/TestLogRolling-testLogRolling=691c442667f6364c31f55aaa568c6421-3554bc918ec14e18bcb25aea79e4e5e1, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/ddbb3cb5539c443f9189804bba1dbd86.691c442667f6364c31f55aaa568c6421] storefiles. 2024-11-26T07:44:06,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741850_1026 (size=71) 2024-11-26T07:44:06,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741850_1026 (size=71) 2024-11-26T07:44:06,744 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:44:06,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741851_1027 (size=71) 2024-11-26T07:44:06,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741851_1027 (size=71) 2024-11-26T07:44:06,759 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:44:06,769 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/55675722e7325f31980ff80d42531d65/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-11-26T07:44:06,772 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-11-26T07:44:06,774 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732607046774"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1732607046774"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1732607046774"}]},"ts":"1732607046774"} 2024-11-26T07:44:06,775 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732607046467.55675722e7325f31980ff80d42531d65.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732607046774"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607046774"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732607046774"}]},"ts":"1732607046774"} 2024-11-26T07:44:06,775 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732607046774"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607046774"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732607046774"}]},"ts":"1732607046774"} 2024-11-26T07:44:06,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=55675722e7325f31980ff80d42531d65, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=65f0c0cf98bd7c097209e520d0bb3e9f, ASSIGN}] 2024-11-26T07:44:06,792 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=65f0c0cf98bd7c097209e520d0bb3e9f, ASSIGN 2024-11-26T07:44:06,792 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=55675722e7325f31980ff80d42531d65, ASSIGN 2024-11-26T07:44:06,793 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=65f0c0cf98bd7c097209e520d0bb3e9f, ASSIGN; state=SPLITTING_NEW, location=719ac8e87449,37999,1732607030937; forceNewPlan=false, retain=false 2024-11-26T07:44:06,793 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=55675722e7325f31980ff80d42531d65, ASSIGN; state=SPLITTING_NEW, location=719ac8e87449,37999,1732607030937; forceNewPlan=false, retain=false 2024-11-26T07:44:06,944 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=65f0c0cf98bd7c097209e520d0bb3e9f, regionState=OPENING, regionLocation=719ac8e87449,37999,1732607030937 2024-11-26T07:44:06,944 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=55675722e7325f31980ff80d42531d65, regionState=OPENING, regionLocation=719ac8e87449,37999,1732607030937 2024-11-26T07:44:06,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=55675722e7325f31980ff80d42531d65, ASSIGN because future has completed 2024-11-26T07:44:06,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55675722e7325f31980ff80d42531d65, server=719ac8e87449,37999,1732607030937}] 2024-11-26T07:44:06,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=65f0c0cf98bd7c097209e520d0bb3e9f, ASSIGN because future has completed 2024-11-26T07:44:06,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65f0c0cf98bd7c097209e520d0bb3e9f, server=719ac8e87449,37999,1732607030937}] 2024-11-26T07:44:07,107 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f. 2024-11-26T07:44:07,107 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 65f0c0cf98bd7c097209e520d0bb3e9f, NAME => 'TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-26T07:44:07,108 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:07,108 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:44:07,108 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:07,108 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:07,109 INFO [StoreOpener-65f0c0cf98bd7c097209e520d0bb3e9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:07,110 INFO [StoreOpener-65f0c0cf98bd7c097209e520d0bb3e9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65f0c0cf98bd7c097209e520d0bb3e9f columnFamilyName info 2024-11-26T07:44:07,110 DEBUG [StoreOpener-65f0c0cf98bd7c097209e520d0bb3e9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:44:07,122 DEBUG [StoreOpener-65f0c0cf98bd7c097209e520d0bb3e9f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/TestLogRolling-testLogRolling=691c442667f6364c31f55aaa568c6421-3554bc918ec14e18bcb25aea79e4e5e1 2024-11-26T07:44:07,129 DEBUG [StoreOpener-65f0c0cf98bd7c097209e520d0bb3e9f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/ddbb3cb5539c443f9189804bba1dbd86.691c442667f6364c31f55aaa568c6421->hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/ddbb3cb5539c443f9189804bba1dbd86-top 2024-11-26T07:44:07,130 INFO [StoreOpener-65f0c0cf98bd7c097209e520d0bb3e9f-1 {}] regionserver.HStore(327): Store=65f0c0cf98bd7c097209e520d0bb3e9f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:44:07,130 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:07,131 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:07,132 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:07,133 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:07,133 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:07,134 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:07,135 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 65f0c0cf98bd7c097209e520d0bb3e9f; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=779351, jitterRate=-0.009004324674606323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:44:07,135 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:07,136 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 65f0c0cf98bd7c097209e520d0bb3e9f: Running coprocessor pre-open hook at 1732607047108Writing region info on filesystem at 1732607047108Initializing all the Stores at 1732607047109 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607047109Cleaning up temporary data from old regions at 1732607047133 (+24 ms)Running coprocessor post-open hooks at 1732607047135 (+2 ms)Region opened successfully at 1732607047136 (+1 ms) 2024-11-26T07:44:07,136 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f., pid=13, masterSystemTime=1732607047104 2024-11-26T07:44:07,137 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 65f0c0cf98bd7c097209e520d0bb3e9f:info, priority=-2147483648, current under compaction store size is 1 2024-11-26T07:44:07,137 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-26T07:44:07,137 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T07:44:07,137 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f. 2024-11-26T07:44:07,138 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1541): 65f0c0cf98bd7c097209e520d0bb3e9f/info is initiating minor compaction (all files) 2024-11-26T07:44:07,138 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65f0c0cf98bd7c097209e520d0bb3e9f/info in TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f. 2024-11-26T07:44:07,138 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/ddbb3cb5539c443f9189804bba1dbd86.691c442667f6364c31f55aaa568c6421->hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/ddbb3cb5539c443f9189804bba1dbd86-top, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/TestLogRolling-testLogRolling=691c442667f6364c31f55aaa568c6421-3554bc918ec14e18bcb25aea79e4e5e1] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp, totalSize=108.8 K 2024-11-26T07:44:07,138 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting ddbb3cb5539c443f9189804bba1dbd86.691c442667f6364c31f55aaa568c6421, keycount=42, bloomtype=ROW, size=91.6 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732607042188 2024-11-26T07:44:07,139 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f. 2024-11-26T07:44:07,139 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f. 2024-11-26T07:44:07,139 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732607046467.55675722e7325f31980ff80d42531d65. 2024-11-26T07:44:07,139 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=691c442667f6364c31f55aaa568c6421-3554bc918ec14e18bcb25aea79e4e5e1, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732607046400 2024-11-26T07:44:07,139 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 55675722e7325f31980ff80d42531d65, NAME => 'TestLogRolling-testLogRolling,,1732607046467.55675722e7325f31980ff80d42531d65.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-26T07:44:07,139 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 55675722e7325f31980ff80d42531d65 2024-11-26T07:44:07,139 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732607046467.55675722e7325f31980ff80d42531d65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:44:07,140 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=65f0c0cf98bd7c097209e520d0bb3e9f, regionState=OPEN, openSeqNum=128, regionLocation=719ac8e87449,37999,1732607030937 2024-11-26T07:44:07,140 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 55675722e7325f31980ff80d42531d65 2024-11-26T07:44:07,140 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 55675722e7325f31980ff80d42531d65 2024-11-26T07:44:07,141 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37999 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-26T07:44:07,142 INFO [StoreOpener-55675722e7325f31980ff80d42531d65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 55675722e7325f31980ff80d42531d65 2024-11-26T07:44:07,142 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-26T07:44:07,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-26T07:44:07,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65f0c0cf98bd7c097209e520d0bb3e9f, server=719ac8e87449,37999,1732607030937 because future has completed 2024-11-26T07:44:07,142 INFO [StoreOpener-55675722e7325f31980ff80d42531d65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55675722e7325f31980ff80d42531d65 columnFamilyName info 2024-11-26T07:44:07,142 DEBUG [StoreOpener-55675722e7325f31980ff80d42531d65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:44:07,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-26T07:44:07,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 65f0c0cf98bd7c097209e520d0bb3e9f, server=719ac8e87449,37999,1732607030937 in 191 msec 2024-11-26T07:44:07,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=65f0c0cf98bd7c097209e520d0bb3e9f, ASSIGN in 364 msec 2024-11-26T07:44:07,158 DEBUG [StoreOpener-55675722e7325f31980ff80d42531d65-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/55675722e7325f31980ff80d42531d65/info/ddbb3cb5539c443f9189804bba1dbd86.691c442667f6364c31f55aaa568c6421->hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/ddbb3cb5539c443f9189804bba1dbd86-bottom 2024-11-26T07:44:07,159 INFO [StoreOpener-55675722e7325f31980ff80d42531d65-1 {}] regionserver.HStore(327): Store=55675722e7325f31980ff80d42531d65/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:44:07,159 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 55675722e7325f31980ff80d42531d65 2024-11-26T07:44:07,160 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/55675722e7325f31980ff80d42531d65 2024-11-26T07:44:07,161 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/55675722e7325f31980ff80d42531d65 2024-11-26T07:44:07,161 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 55675722e7325f31980ff80d42531d65 2024-11-26T07:44:07,162 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 55675722e7325f31980ff80d42531d65 2024-11-26T07:44:07,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/1588230740/.tmp/info/2aa521fbeec544b3a70326a56abae51f is 193, key is TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f./info:regioninfo/1732607047139/Put/seqid=0 2024-11-26T07:44:07,162 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65f0c0cf98bd7c097209e520d0bb3e9f#info#compaction#43 average throughput is 33.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T07:44:07,162 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/d717bf346e3742cb92393978344c9d5a is 1055, key is row0064/info:/1732607044348/Put/seqid=0 2024-11-26T07:44:07,164 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 55675722e7325f31980ff80d42531d65 2024-11-26T07:44:07,165 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 55675722e7325f31980ff80d42531d65; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=785198, jitterRate=-0.001569792628288269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:44:07,165 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55675722e7325f31980ff80d42531d65 2024-11-26T07:44:07,165 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 55675722e7325f31980ff80d42531d65: Running coprocessor pre-open hook at 1732607047140Writing region info on filesystem at 1732607047140Initializing all the Stores at 1732607047141 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607047141Cleaning up temporary data from old regions at 1732607047162 (+21 ms)Running coprocessor post-open hooks at 1732607047165 (+3 ms)Region opened successfully at 1732607047165 2024-11-26T07:44:07,166 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732607046467.55675722e7325f31980ff80d42531d65., pid=12, masterSystemTime=1732607047104 2024-11-26T07:44:07,166 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 55675722e7325f31980ff80d42531d65:info, priority=-2147483648, current under compaction store size is 2 2024-11-26T07:44:07,166 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T07:44:07,166 DEBUG [RS:0;719ac8e87449:37999-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-26T07:44:07,167 INFO [RS:0;719ac8e87449:37999-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1732607046467.55675722e7325f31980ff80d42531d65. 2024-11-26T07:44:07,167 DEBUG [RS:0;719ac8e87449:37999-longCompactions-0 {}] regionserver.HStore(1541): 55675722e7325f31980ff80d42531d65/info is initiating minor compaction (all files) 2024-11-26T07:44:07,167 INFO [RS:0;719ac8e87449:37999-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55675722e7325f31980ff80d42531d65/info in TestLogRolling-testLogRolling,,1732607046467.55675722e7325f31980ff80d42531d65. 2024-11-26T07:44:07,168 INFO [RS:0;719ac8e87449:37999-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/55675722e7325f31980ff80d42531d65/info/ddbb3cb5539c443f9189804bba1dbd86.691c442667f6364c31f55aaa568c6421->hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/ddbb3cb5539c443f9189804bba1dbd86-bottom] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/55675722e7325f31980ff80d42531d65/.tmp, totalSize=91.6 K 2024-11-26T07:44:07,168 DEBUG [RS:0;719ac8e87449:37999-longCompactions-0 {}] compactions.Compactor(225): Compacting ddbb3cb5539c443f9189804bba1dbd86.691c442667f6364c31f55aaa568c6421, keycount=42, bloomtype=ROW, size=91.6 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732607042188 2024-11-26T07:44:07,169 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732607046467.55675722e7325f31980ff80d42531d65. 2024-11-26T07:44:07,169 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732607046467.55675722e7325f31980ff80d42531d65. 2024-11-26T07:44:07,170 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=55675722e7325f31980ff80d42531d65, regionState=OPEN, openSeqNum=128, regionLocation=719ac8e87449,37999,1732607030937 2024-11-26T07:44:07,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55675722e7325f31980ff80d42531d65, server=719ac8e87449,37999,1732607030937 because future has completed 2024-11-26T07:44:07,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741853_1029 (size=39908) 2024-11-26T07:44:07,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741852_1028 (size=9882) 2024-11-26T07:44:07,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741852_1028 (size=9882) 2024-11-26T07:44:07,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741853_1029 (size=39908) 2024-11-26T07:44:07,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-26T07:44:07,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 55675722e7325f31980ff80d42531d65, server=719ac8e87449,37999,1732607030937 in 228 msec 2024-11-26T07:44:07,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-26T07:44:07,230 INFO [RS:0;719ac8e87449:37999-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55675722e7325f31980ff80d42531d65#info#compaction#44 average throughput is 1.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T07:44:07,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=55675722e7325f31980ff80d42531d65, ASSIGN in 401 msec 2024-11-26T07:44:07,231 DEBUG [RS:0;719ac8e87449:37999-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/55675722e7325f31980ff80d42531d65/.tmp/info/97262811c374430685aec92832d1dace is 1055, key is row0001/info:/1732607042188/Put/seqid=0 2024-11-26T07:44:07,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=691c442667f6364c31f55aaa568c6421, daughterA=55675722e7325f31980ff80d42531d65, daughterB=65f0c0cf98bd7c097209e520d0bb3e9f in 762 msec 2024-11-26T07:44:07,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741854_1030 (size=71441) 2024-11-26T07:44:07,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741854_1030 (size=71441) 2024-11-26T07:44:07,245 DEBUG [RS:0;719ac8e87449:37999-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/55675722e7325f31980ff80d42531d65/.tmp/info/97262811c374430685aec92832d1dace as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/55675722e7325f31980ff80d42531d65/info/97262811c374430685aec92832d1dace 2024-11-26T07:44:07,252 INFO [RS:0;719ac8e87449:37999-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 55675722e7325f31980ff80d42531d65/info of 55675722e7325f31980ff80d42531d65 into 97262811c374430685aec92832d1dace(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T07:44:07,252 DEBUG [RS:0;719ac8e87449:37999-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55675722e7325f31980ff80d42531d65: 2024-11-26T07:44:07,252 INFO [RS:0;719ac8e87449:37999-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732607046467.55675722e7325f31980ff80d42531d65., storeName=55675722e7325f31980ff80d42531d65/info, priority=15, startTime=1732607047166; duration=0sec 2024-11-26T07:44:07,252 DEBUG [RS:0;719ac8e87449:37999-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T07:44:07,252 DEBUG [RS:0;719ac8e87449:37999-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55675722e7325f31980ff80d42531d65:info 2024-11-26T07:44:07,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/1588230740/.tmp/info/2aa521fbeec544b3a70326a56abae51f 2024-11-26T07:44:07,591 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/d717bf346e3742cb92393978344c9d5a as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/d717bf346e3742cb92393978344c9d5a 2024-11-26T07:44:07,600 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 2 (all) file(s) in 65f0c0cf98bd7c097209e520d0bb3e9f/info of 65f0c0cf98bd7c097209e520d0bb3e9f into d717bf346e3742cb92393978344c9d5a(size=39.0 K), total size for store is 39.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T07:44:07,600 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65f0c0cf98bd7c097209e520d0bb3e9f: 2024-11-26T07:44:07,600 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f., storeName=65f0c0cf98bd7c097209e520d0bb3e9f/info, priority=14, startTime=1732607047136; duration=0sec 2024-11-26T07:44:07,600 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T07:44:07,600 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65f0c0cf98bd7c097209e520d0bb3e9f:info 2024-11-26T07:44:07,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/1588230740/.tmp/ns/f1d6b1ff7cb74d9b890923d8b665e6f2 is 43, key is default/ns:d/1732607032000/Put/seqid=0 2024-11-26T07:44:07,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741855_1031 (size=5153) 2024-11-26T07:44:07,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741855_1031 (size=5153) 2024-11-26T07:44:07,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/1588230740/.tmp/ns/f1d6b1ff7cb74d9b890923d8b665e6f2 2024-11-26T07:44:07,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/1588230740/.tmp/table/355b80a709904ed5ad3b8a56505cce23 is 65, key is TestLogRolling-testLogRolling/table:state/1732607032467/Put/seqid=0 2024-11-26T07:44:07,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741856_1032 (size=5340) 2024-11-26T07:44:07,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741856_1032 (size=5340) 2024-11-26T07:44:07,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/1588230740/.tmp/table/355b80a709904ed5ad3b8a56505cce23 2024-11-26T07:44:07,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/1588230740/.tmp/info/2aa521fbeec544b3a70326a56abae51f as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/1588230740/info/2aa521fbeec544b3a70326a56abae51f 2024-11-26T07:44:07,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/1588230740/info/2aa521fbeec544b3a70326a56abae51f, entries=30, sequenceid=17, filesize=9.7 K 2024-11-26T07:44:07,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/1588230740/.tmp/ns/f1d6b1ff7cb74d9b890923d8b665e6f2 as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/1588230740/ns/f1d6b1ff7cb74d9b890923d8b665e6f2 2024-11-26T07:44:07,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/1588230740/ns/f1d6b1ff7cb74d9b890923d8b665e6f2, entries=2, sequenceid=17, filesize=5.0 K 2024-11-26T07:44:07,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/1588230740/.tmp/table/355b80a709904ed5ad3b8a56505cce23 as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/1588230740/table/355b80a709904ed5ad3b8a56505cce23 2024-11-26T07:44:07,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/1588230740/table/355b80a709904ed5ad3b8a56505cce23, entries=2, sequenceid=17, filesize=5.2 K 2024-11-26T07:44:07,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 520ms, sequenceid=17, compaction requested=false 2024-11-26T07:44:07,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-26T07:44:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:36608 deadline: 1732607058426, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421. is not online on 719ac8e87449,37999,1732607030937 2024-11-26T07:44:08,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421., hostname=719ac8e87449,37999,1732607030937, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421., hostname=719ac8e87449,37999,1732607030937, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421. is not online on 719ac8e87449,37999,1732607030937 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T07:44:08,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421., hostname=719ac8e87449,37999,1732607030937, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421. is not online on 719ac8e87449,37999,1732607030937 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T07:44:08,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1732607032083.691c442667f6364c31f55aaa568c6421., hostname=719ac8e87449,37999,1732607030937, seqNum=2 from cache 2024-11-26T07:44:12,183 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:44:12,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:44:12,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:44:12,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:44:12,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:44:12,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:44:12,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:44:12,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:44:12,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:44:18,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f., hostname=719ac8e87449,37999,1732607030937, seqNum=128] 2024-11-26T07:44:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] regionserver.HRegion(8855): Flush requested on 65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:18,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65f0c0cf98bd7c097209e520d0bb3e9f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-26T07:44:18,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/d8051658c88b40e796f07aaeb12cb66b is 1055, key is row0097/info:/1732607058519/Put/seqid=0 2024-11-26T07:44:18,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741857_1033 (size=13394) 2024-11-26T07:44:18,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741857_1033 (size=13394) 2024-11-26T07:44:18,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/d8051658c88b40e796f07aaeb12cb66b 2024-11-26T07:44:18,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/d8051658c88b40e796f07aaeb12cb66b as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/d8051658c88b40e796f07aaeb12cb66b 2024-11-26T07:44:18,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/d8051658c88b40e796f07aaeb12cb66b, entries=8, sequenceid=139, filesize=13.1 K 2024-11-26T07:44:18,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=17.45 KB/17867 for 65f0c0cf98bd7c097209e520d0bb3e9f in 33ms, sequenceid=139, compaction requested=false 2024-11-26T07:44:18,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65f0c0cf98bd7c097209e520d0bb3e9f: 2024-11-26T07:44:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] regionserver.HRegion(8855): Flush requested on 65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:18,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65f0c0cf98bd7c097209e520d0bb3e9f 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-26T07:44:18,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/f70189a7db6145b797a313e2b905665b is 1055, key is row0105/info:/1732607058534/Put/seqid=0 2024-11-26T07:44:18,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741858_1034 (size=23944) 2024-11-26T07:44:18,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741858_1034 (size=23944) 2024-11-26T07:44:18,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/f70189a7db6145b797a313e2b905665b 2024-11-26T07:44:18,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/f70189a7db6145b797a313e2b905665b as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/f70189a7db6145b797a313e2b905665b 2024-11-26T07:44:18,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/f70189a7db6145b797a313e2b905665b, entries=18, sequenceid=160, filesize=23.4 K 2024-11-26T07:44:18,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=6.16 KB/6306 for 65f0c0cf98bd7c097209e520d0bb3e9f in 24ms, sequenceid=160, compaction requested=true 2024-11-26T07:44:18,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65f0c0cf98bd7c097209e520d0bb3e9f: 2024-11-26T07:44:18,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65f0c0cf98bd7c097209e520d0bb3e9f:info, priority=-2147483648, current under compaction store size is 1 2024-11-26T07:44:18,590 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T07:44:18,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T07:44:18,592 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 77246 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T07:44:18,592 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1541): 65f0c0cf98bd7c097209e520d0bb3e9f/info is initiating minor compaction (all files) 2024-11-26T07:44:18,592 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65f0c0cf98bd7c097209e520d0bb3e9f/info in TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f. 2024-11-26T07:44:18,592 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/d717bf346e3742cb92393978344c9d5a, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/d8051658c88b40e796f07aaeb12cb66b, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/f70189a7db6145b797a313e2b905665b] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp, totalSize=75.4 K 2024-11-26T07:44:18,593 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting d717bf346e3742cb92393978344c9d5a, keycount=33, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732607044348 2024-11-26T07:44:18,593 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8051658c88b40e796f07aaeb12cb66b, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732607058519 2024-11-26T07:44:18,594 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting f70189a7db6145b797a313e2b905665b, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732607058534 2024-11-26T07:44:18,623 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65f0c0cf98bd7c097209e520d0bb3e9f#info#compaction#49 average throughput is 29.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T07:44:18,624 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/f679963ba7f244d1847e083a27ed936c is 1055, key is row0064/info:/1732607044348/Put/seqid=0 2024-11-26T07:44:18,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741859_1035 (size=67456) 2024-11-26T07:44:18,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741859_1035 (size=67456) 2024-11-26T07:44:18,639 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/f679963ba7f244d1847e083a27ed936c as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/f679963ba7f244d1847e083a27ed936c 2024-11-26T07:44:18,646 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65f0c0cf98bd7c097209e520d0bb3e9f/info of 65f0c0cf98bd7c097209e520d0bb3e9f into f679963ba7f244d1847e083a27ed936c(size=65.9 K), total size for store is 65.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T07:44:18,646 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65f0c0cf98bd7c097209e520d0bb3e9f: 2024-11-26T07:44:18,646 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f., storeName=65f0c0cf98bd7c097209e520d0bb3e9f/info, priority=13, startTime=1732607058590; duration=0sec 2024-11-26T07:44:18,646 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T07:44:18,646 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65f0c0cf98bd7c097209e520d0bb3e9f:info 2024-11-26T07:44:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] regionserver.HRegion(8855): Flush requested on 65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:20,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65f0c0cf98bd7c097209e520d0bb3e9f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-26T07:44:20,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/7a8e97240ad24b99b69a617649d69fbd is 1055, key is row0123/info:/1732607058567/Put/seqid=0 2024-11-26T07:44:20,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741860_1036 (size=13394) 2024-11-26T07:44:20,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741860_1036 (size=13394) 2024-11-26T07:44:20,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/7a8e97240ad24b99b69a617649d69fbd 2024-11-26T07:44:20,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/7a8e97240ad24b99b69a617649d69fbd as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/7a8e97240ad24b99b69a617649d69fbd 2024-11-26T07:44:20,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/7a8e97240ad24b99b69a617649d69fbd, entries=8, sequenceid=172, filesize=13.1 K 2024-11-26T07:44:20,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 65f0c0cf98bd7c097209e520d0bb3e9f in 25ms, sequenceid=172, compaction requested=false 2024-11-26T07:44:20,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65f0c0cf98bd7c097209e520d0bb3e9f: 2024-11-26T07:44:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] regionserver.HRegion(8855): Flush requested on 65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:20,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65f0c0cf98bd7c097209e520d0bb3e9f 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-26T07:44:20,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/bf5126d2490c446abc93a21aa412212d is 1055, key is row0131/info:/1732607060588/Put/seqid=0 2024-11-26T07:44:20,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741861_1037 (size=18675) 2024-11-26T07:44:20,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741861_1037 (size=18675) 2024-11-26T07:44:20,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=65f0c0cf98bd7c097209e520d0bb3e9f, server=719ac8e87449,37999,1732607030937 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T07:44:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:36608 deadline: 1732607070641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=65f0c0cf98bd7c097209e520d0bb3e9f, server=719ac8e87449,37999,1732607030937 2024-11-26T07:44:20,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f., hostname=719ac8e87449,37999,1732607030937, seqNum=128 , the old value is region=TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f., hostname=719ac8e87449,37999,1732607030937, seqNum=128, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=65f0c0cf98bd7c097209e520d0bb3e9f, server=719ac8e87449,37999,1732607030937 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T07:44:20,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f., hostname=719ac8e87449,37999,1732607030937, seqNum=128 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=65f0c0cf98bd7c097209e520d0bb3e9f, server=719ac8e87449,37999,1732607030937 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T07:44:20,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f., hostname=719ac8e87449,37999,1732607030937, seqNum=128 because the exception is null or not the one we care about 2024-11-26T07:44:20,779 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T07:44:21,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/bf5126d2490c446abc93a21aa412212d 2024-11-26T07:44:21,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/bf5126d2490c446abc93a21aa412212d as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/bf5126d2490c446abc93a21aa412212d 2024-11-26T07:44:21,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/bf5126d2490c446abc93a21aa412212d, entries=13, sequenceid=188, filesize=18.2 K 2024-11-26T07:44:21,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=16.42 KB/16816 for 65f0c0cf98bd7c097209e520d0bb3e9f in 423ms, sequenceid=188, compaction requested=true 2024-11-26T07:44:21,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65f0c0cf98bd7c097209e520d0bb3e9f: 2024-11-26T07:44:21,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65f0c0cf98bd7c097209e520d0bb3e9f:info, priority=-2147483648, current under compaction store size is 1 2024-11-26T07:44:21,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T07:44:21,035 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T07:44:21,036 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 99525 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T07:44:21,036 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1541): 65f0c0cf98bd7c097209e520d0bb3e9f/info is initiating minor compaction (all files) 2024-11-26T07:44:21,036 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65f0c0cf98bd7c097209e520d0bb3e9f/info in TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f. 2024-11-26T07:44:21,036 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/f679963ba7f244d1847e083a27ed936c, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/7a8e97240ad24b99b69a617649d69fbd, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/bf5126d2490c446abc93a21aa412212d] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp, totalSize=97.2 K 2024-11-26T07:44:21,037 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting f679963ba7f244d1847e083a27ed936c, keycount=59, bloomtype=ROW, size=65.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732607044348 2024-11-26T07:44:21,037 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a8e97240ad24b99b69a617649d69fbd, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732607058567 2024-11-26T07:44:21,037 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf5126d2490c446abc93a21aa412212d, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732607060588 2024-11-26T07:44:21,050 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65f0c0cf98bd7c097209e520d0bb3e9f#info#compaction#52 average throughput is 40.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T07:44:21,051 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/ac4db70a3f274b08937e40ac645531ab is 1055, key is row0064/info:/1732607044348/Put/seqid=0 2024-11-26T07:44:21,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741862_1038 (size=89748) 2024-11-26T07:44:21,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741862_1038 (size=89748) 2024-11-26T07:44:21,061 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/ac4db70a3f274b08937e40ac645531ab as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/ac4db70a3f274b08937e40ac645531ab 2024-11-26T07:44:21,067 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65f0c0cf98bd7c097209e520d0bb3e9f/info of 65f0c0cf98bd7c097209e520d0bb3e9f into ac4db70a3f274b08937e40ac645531ab(size=87.6 K), total size for store is 87.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T07:44:21,067 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65f0c0cf98bd7c097209e520d0bb3e9f: 2024-11-26T07:44:21,067 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f., storeName=65f0c0cf98bd7c097209e520d0bb3e9f/info, priority=13, startTime=1732607061035; duration=0sec 2024-11-26T07:44:21,067 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T07:44:21,067 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65f0c0cf98bd7c097209e520d0bb3e9f:info 2024-11-26T07:44:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] regionserver.HRegion(8855): Flush requested on 65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:30,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65f0c0cf98bd7c097209e520d0bb3e9f 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-26T07:44:30,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/832d796bdbf841838ebfca526f7f7f2e is 1055, key is row0144/info:/1732607060613/Put/seqid=0 2024-11-26T07:44:30,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741863_1039 (size=22891) 2024-11-26T07:44:30,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741863_1039 (size=22891) 2024-11-26T07:44:30,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/832d796bdbf841838ebfca526f7f7f2e 2024-11-26T07:44:30,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/832d796bdbf841838ebfca526f7f7f2e as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/832d796bdbf841838ebfca526f7f7f2e 2024-11-26T07:44:30,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/832d796bdbf841838ebfca526f7f7f2e, entries=17, sequenceid=209, filesize=22.4 K 2024-11-26T07:44:30,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=0 B/0 for 65f0c0cf98bd7c097209e520d0bb3e9f in 27ms, sequenceid=209, compaction requested=false 2024-11-26T07:44:30,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65f0c0cf98bd7c097209e520d0bb3e9f: 2024-11-26T07:44:32,216 INFO [master/719ac8e87449:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T07:44:32,216 INFO [master/719ac8e87449:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T07:44:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] regionserver.HRegion(8855): Flush requested on 65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:32,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65f0c0cf98bd7c097209e520d0bb3e9f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-26T07:44:32,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/527913ed2c5740adac7e42ebdc9733b1 is 1055, key is row0161/info:/1732607072674/Put/seqid=0 2024-11-26T07:44:32,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741864_1040 (size=13394) 2024-11-26T07:44:32,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741864_1040 (size=13394) 2024-11-26T07:44:32,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/527913ed2c5740adac7e42ebdc9733b1 2024-11-26T07:44:32,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/527913ed2c5740adac7e42ebdc9733b1 as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/527913ed2c5740adac7e42ebdc9733b1 2024-11-26T07:44:32,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/527913ed2c5740adac7e42ebdc9733b1, entries=8, sequenceid=220, filesize=13.1 K 2024-11-26T07:44:32,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 65f0c0cf98bd7c097209e520d0bb3e9f in 24ms, sequenceid=220, compaction requested=true 2024-11-26T07:44:32,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65f0c0cf98bd7c097209e520d0bb3e9f: 2024-11-26T07:44:32,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65f0c0cf98bd7c097209e520d0bb3e9f:info, priority=-2147483648, current under compaction store size is 1 2024-11-26T07:44:32,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T07:44:32,717 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T07:44:32,718 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 126033 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T07:44:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] regionserver.HRegion(8855): Flush requested on 65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:32,718 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1541): 65f0c0cf98bd7c097209e520d0bb3e9f/info is initiating minor compaction (all files) 2024-11-26T07:44:32,718 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65f0c0cf98bd7c097209e520d0bb3e9f/info in TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f. 2024-11-26T07:44:32,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65f0c0cf98bd7c097209e520d0bb3e9f 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-26T07:44:32,718 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/ac4db70a3f274b08937e40ac645531ab, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/832d796bdbf841838ebfca526f7f7f2e, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/527913ed2c5740adac7e42ebdc9733b1] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp, totalSize=123.1 K 2024-11-26T07:44:32,719 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac4db70a3f274b08937e40ac645531ab, keycount=80, bloomtype=ROW, size=87.6 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732607044348 2024-11-26T07:44:32,719 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting 832d796bdbf841838ebfca526f7f7f2e, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732607060613 2024-11-26T07:44:32,719 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting 527913ed2c5740adac7e42ebdc9733b1, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732607072674 2024-11-26T07:44:32,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/35851d3032c14bad90fc0c21049a66cc is 1055, key is row0169/info:/1732607072693/Put/seqid=0 2024-11-26T07:44:32,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741865_1041 (size=18675) 2024-11-26T07:44:32,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741865_1041 (size=18675) 2024-11-26T07:44:32,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/35851d3032c14bad90fc0c21049a66cc 2024-11-26T07:44:32,733 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65f0c0cf98bd7c097209e520d0bb3e9f#info#compaction#56 average throughput is 35.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T07:44:32,734 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/2da2672003d946a98d22160bc3e648d4 is 1055, key is row0064/info:/1732607044348/Put/seqid=0 2024-11-26T07:44:32,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/35851d3032c14bad90fc0c21049a66cc as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/35851d3032c14bad90fc0c21049a66cc 2024-11-26T07:44:32,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/35851d3032c14bad90fc0c21049a66cc, entries=13, sequenceid=236, filesize=18.2 K 2024-11-26T07:44:32,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=10.26 KB/10510 for 65f0c0cf98bd7c097209e520d0bb3e9f in 29ms, sequenceid=236, compaction requested=false 2024-11-26T07:44:32,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65f0c0cf98bd7c097209e520d0bb3e9f: 2024-11-26T07:44:32,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741866_1042 (size=116179) 2024-11-26T07:44:32,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741866_1042 (size=116179) 2024-11-26T07:44:32,754 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/2da2672003d946a98d22160bc3e648d4 as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/2da2672003d946a98d22160bc3e648d4 2024-11-26T07:44:32,760 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65f0c0cf98bd7c097209e520d0bb3e9f/info of 65f0c0cf98bd7c097209e520d0bb3e9f into 2da2672003d946a98d22160bc3e648d4(size=113.5 K), total size for store is 131.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T07:44:32,760 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65f0c0cf98bd7c097209e520d0bb3e9f: 2024-11-26T07:44:32,761 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f., storeName=65f0c0cf98bd7c097209e520d0bb3e9f/info, priority=13, startTime=1732607072717; duration=0sec 2024-11-26T07:44:32,761 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T07:44:32,761 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65f0c0cf98bd7c097209e520d0bb3e9f:info 2024-11-26T07:44:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] regionserver.HRegion(8855): Flush requested on 65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:34,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65f0c0cf98bd7c097209e520d0bb3e9f 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-26T07:44:34,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/36ce4bc1ac604f52a080f470161f44ef is 1055, key is row0182/info:/1732607072719/Put/seqid=0 2024-11-26T07:44:34,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741867_1043 (size=17606) 2024-11-26T07:44:34,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741867_1043 (size=17606) 2024-11-26T07:44:34,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/36ce4bc1ac604f52a080f470161f44ef 2024-11-26T07:44:34,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/36ce4bc1ac604f52a080f470161f44ef as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/36ce4bc1ac604f52a080f470161f44ef 2024-11-26T07:44:34,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/36ce4bc1ac604f52a080f470161f44ef, entries=12, sequenceid=252, filesize=17.2 K 2024-11-26T07:44:34,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for 65f0c0cf98bd7c097209e520d0bb3e9f in 29ms, sequenceid=252, compaction requested=true 2024-11-26T07:44:34,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65f0c0cf98bd7c097209e520d0bb3e9f: 2024-11-26T07:44:34,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65f0c0cf98bd7c097209e520d0bb3e9f:info, priority=-2147483648, current under compaction store size is 1 2024-11-26T07:44:34,779 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T07:44:34,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T07:44:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] regionserver.HRegion(8855): Flush requested on 65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:34,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65f0c0cf98bd7c097209e520d0bb3e9f 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-26T07:44:34,780 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 152460 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T07:44:34,781 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1541): 65f0c0cf98bd7c097209e520d0bb3e9f/info is initiating minor compaction (all files) 2024-11-26T07:44:34,781 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65f0c0cf98bd7c097209e520d0bb3e9f/info in TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f. 2024-11-26T07:44:34,781 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/2da2672003d946a98d22160bc3e648d4, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/35851d3032c14bad90fc0c21049a66cc, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/36ce4bc1ac604f52a080f470161f44ef] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp, totalSize=148.9 K 2024-11-26T07:44:34,782 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2da2672003d946a98d22160bc3e648d4, keycount=105, bloomtype=ROW, size=113.5 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732607044348 2024-11-26T07:44:34,782 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35851d3032c14bad90fc0c21049a66cc, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732607072693 2024-11-26T07:44:34,783 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36ce4bc1ac604f52a080f470161f44ef, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732607072719 2024-11-26T07:44:34,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/18f8a8c7062e43ebaa10def71ccaffb0 is 1055, key is row0194/info:/1732607074751/Put/seqid=0 2024-11-26T07:44:34,814 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65f0c0cf98bd7c097209e520d0bb3e9f#info#compaction#59 average throughput is 43.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T07:44:34,815 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/efeede9f347e4e9196f2f7c859a228d0 is 1055, key is row0064/info:/1732607044348/Put/seqid=0 2024-11-26T07:44:34,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=65f0c0cf98bd7c097209e520d0bb3e9f, server=719ac8e87449,37999,1732607030937 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T07:44:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:36608 deadline: 1732607084821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=65f0c0cf98bd7c097209e520d0bb3e9f, server=719ac8e87449,37999,1732607030937 2024-11-26T07:44:34,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f., hostname=719ac8e87449,37999,1732607030937, seqNum=128 , the old value is region=TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f., hostname=719ac8e87449,37999,1732607030937, seqNum=128, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=65f0c0cf98bd7c097209e520d0bb3e9f, server=719ac8e87449,37999,1732607030937 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T07:44:34,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f., hostname=719ac8e87449,37999,1732607030937, seqNum=128 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=65f0c0cf98bd7c097209e520d0bb3e9f, server=719ac8e87449,37999,1732607030937 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T07:44:34,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f., hostname=719ac8e87449,37999,1732607030937, seqNum=128 because the exception is null or not the one we care about 2024-11-26T07:44:34,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741868_1044 (size=18686) 2024-11-26T07:44:34,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741868_1044 (size=18686) 2024-11-26T07:44:34,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/18f8a8c7062e43ebaa10def71ccaffb0 2024-11-26T07:44:34,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/18f8a8c7062e43ebaa10def71ccaffb0 as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/18f8a8c7062e43ebaa10def71ccaffb0 2024-11-26T07:44:34,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/18f8a8c7062e43ebaa10def71ccaffb0, entries=13, sequenceid=268, filesize=18.2 K 2024-11-26T07:44:34,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=16.42 KB/16816 for 65f0c0cf98bd7c097209e520d0bb3e9f in 67ms, sequenceid=268, compaction requested=false 2024-11-26T07:44:34,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65f0c0cf98bd7c097209e520d0bb3e9f: 2024-11-26T07:44:34,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741869_1045 (size=142810) 2024-11-26T07:44:34,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741869_1045 (size=142810) 2024-11-26T07:44:34,883 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/efeede9f347e4e9196f2f7c859a228d0 as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/efeede9f347e4e9196f2f7c859a228d0 2024-11-26T07:44:34,890 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65f0c0cf98bd7c097209e520d0bb3e9f/info of 65f0c0cf98bd7c097209e520d0bb3e9f into efeede9f347e4e9196f2f7c859a228d0(size=139.5 K), total size for store is 157.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T07:44:34,890 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65f0c0cf98bd7c097209e520d0bb3e9f: 2024-11-26T07:44:34,890 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f., storeName=65f0c0cf98bd7c097209e520d0bb3e9f/info, priority=13, startTime=1732607074779; duration=0sec 2024-11-26T07:44:34,890 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T07:44:34,890 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65f0c0cf98bd7c097209e520d0bb3e9f:info 2024-11-26T07:44:36,933 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-26T07:44:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] regionserver.HRegion(8855): Flush requested on 65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:44,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65f0c0cf98bd7c097209e520d0bb3e9f 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-26T07:44:44,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/c251e9f8514d4f909e90d50877d033b7 is 1055, key is row0207/info:/1732607074781/Put/seqid=0 2024-11-26T07:44:44,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741870_1046 (size=22908) 2024-11-26T07:44:44,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741870_1046 (size=22908) 2024-11-26T07:44:44,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/c251e9f8514d4f909e90d50877d033b7 2024-11-26T07:44:44,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/c251e9f8514d4f909e90d50877d033b7 as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/c251e9f8514d4f909e90d50877d033b7 2024-11-26T07:44:44,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/c251e9f8514d4f909e90d50877d033b7, entries=17, sequenceid=289, filesize=22.4 K 2024-11-26T07:44:44,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=1.03 KB/1051 for 65f0c0cf98bd7c097209e520d0bb3e9f in 28ms, sequenceid=289, compaction requested=true 2024-11-26T07:44:44,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65f0c0cf98bd7c097209e520d0bb3e9f: 2024-11-26T07:44:44,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65f0c0cf98bd7c097209e520d0bb3e9f:info, priority=-2147483648, current under compaction store size is 1 2024-11-26T07:44:44,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T07:44:44,880 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T07:44:44,881 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 184404 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T07:44:44,881 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1541): 65f0c0cf98bd7c097209e520d0bb3e9f/info is initiating minor compaction (all files) 2024-11-26T07:44:44,881 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65f0c0cf98bd7c097209e520d0bb3e9f/info in TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f. 2024-11-26T07:44:44,881 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/efeede9f347e4e9196f2f7c859a228d0, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/18f8a8c7062e43ebaa10def71ccaffb0, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/c251e9f8514d4f909e90d50877d033b7] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp, totalSize=180.1 K 2024-11-26T07:44:44,882 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting efeede9f347e4e9196f2f7c859a228d0, keycount=130, bloomtype=ROW, size=139.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732607044348 2024-11-26T07:44:44,882 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18f8a8c7062e43ebaa10def71ccaffb0, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732607074751 2024-11-26T07:44:44,882 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting c251e9f8514d4f909e90d50877d033b7, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732607074781 2024-11-26T07:44:44,897 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65f0c0cf98bd7c097209e520d0bb3e9f#info#compaction#61 average throughput is 40.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T07:44:44,898 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/6290f0bfd68349d7954ed3d68aa2a4d3 is 1055, key is row0064/info:/1732607044348/Put/seqid=0 2024-11-26T07:44:44,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741871_1047 (size=174538) 2024-11-26T07:44:44,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741871_1047 (size=174538) 2024-11-26T07:44:44,908 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/6290f0bfd68349d7954ed3d68aa2a4d3 as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/6290f0bfd68349d7954ed3d68aa2a4d3 2024-11-26T07:44:44,916 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65f0c0cf98bd7c097209e520d0bb3e9f/info of 65f0c0cf98bd7c097209e520d0bb3e9f into 6290f0bfd68349d7954ed3d68aa2a4d3(size=170.4 K), total size for store is 170.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T07:44:44,916 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65f0c0cf98bd7c097209e520d0bb3e9f: 2024-11-26T07:44:44,916 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f., storeName=65f0c0cf98bd7c097209e520d0bb3e9f/info, priority=13, startTime=1732607084880; duration=0sec 2024-11-26T07:44:44,916 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T07:44:44,916 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65f0c0cf98bd7c097209e520d0bb3e9f:info 2024-11-26T07:44:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] regionserver.HRegion(8855): Flush requested on 65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:46,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65f0c0cf98bd7c097209e520d0bb3e9f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-26T07:44:46,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/1226d5af8cee4baba04b9f9838cf757e is 1055, key is row0224/info:/1732607084853/Put/seqid=0 2024-11-26T07:44:46,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741872_1048 (size=13402) 2024-11-26T07:44:46,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741872_1048 (size=13402) 2024-11-26T07:44:46,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/1226d5af8cee4baba04b9f9838cf757e 2024-11-26T07:44:46,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/1226d5af8cee4baba04b9f9838cf757e as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/1226d5af8cee4baba04b9f9838cf757e 2024-11-26T07:44:46,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/1226d5af8cee4baba04b9f9838cf757e, entries=8, sequenceid=301, filesize=13.1 K 2024-11-26T07:44:46,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for 65f0c0cf98bd7c097209e520d0bb3e9f in 29ms, sequenceid=301, compaction requested=false 2024-11-26T07:44:46,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65f0c0cf98bd7c097209e520d0bb3e9f: 2024-11-26T07:44:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] regionserver.HRegion(8855): Flush requested on 65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:46,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65f0c0cf98bd7c097209e520d0bb3e9f 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-26T07:44:46,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/833e86373e8d40938affbadbe2c45f94 is 1055, key is row0232/info:/1732607086872/Put/seqid=0 2024-11-26T07:44:46,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741873_1049 (size=22908) 2024-11-26T07:44:46,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741873_1049 (size=22908) 2024-11-26T07:44:46,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/833e86373e8d40938affbadbe2c45f94 2024-11-26T07:44:46,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/833e86373e8d40938affbadbe2c45f94 as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/833e86373e8d40938affbadbe2c45f94 2024-11-26T07:44:46,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/833e86373e8d40938affbadbe2c45f94, entries=17, sequenceid=321, filesize=22.4 K 2024-11-26T07:44:46,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=8.21 KB/8408 for 65f0c0cf98bd7c097209e520d0bb3e9f in 22ms, sequenceid=321, compaction requested=true 2024-11-26T07:44:46,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65f0c0cf98bd7c097209e520d0bb3e9f: 2024-11-26T07:44:46,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65f0c0cf98bd7c097209e520d0bb3e9f:info, priority=-2147483648, current under compaction store size is 1 2024-11-26T07:44:46,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T07:44:46,923 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T07:44:46,924 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 210848 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T07:44:46,924 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1541): 65f0c0cf98bd7c097209e520d0bb3e9f/info is initiating minor compaction (all files) 2024-11-26T07:44:46,925 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65f0c0cf98bd7c097209e520d0bb3e9f/info in TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f. 2024-11-26T07:44:46,925 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/6290f0bfd68349d7954ed3d68aa2a4d3, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/1226d5af8cee4baba04b9f9838cf757e, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/833e86373e8d40938affbadbe2c45f94] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp, totalSize=205.9 K 2024-11-26T07:44:46,925 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6290f0bfd68349d7954ed3d68aa2a4d3, keycount=160, bloomtype=ROW, size=170.4 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732607044348 2024-11-26T07:44:46,925 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1226d5af8cee4baba04b9f9838cf757e, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732607084853 2024-11-26T07:44:46,926 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] compactions.Compactor(225): Compacting 833e86373e8d40938affbadbe2c45f94, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732607086872 2024-11-26T07:44:46,938 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65f0c0cf98bd7c097209e520d0bb3e9f#info#compaction#64 average throughput is 61.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T07:44:46,938 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/398b8375c0484a9d981d41b9895a8eb9 is 1055, key is row0064/info:/1732607044348/Put/seqid=0 2024-11-26T07:44:46,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741874_1050 (size=200994) 2024-11-26T07:44:46,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741874_1050 (size=200994) 2024-11-26T07:44:46,947 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/398b8375c0484a9d981d41b9895a8eb9 as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/398b8375c0484a9d981d41b9895a8eb9 2024-11-26T07:44:46,953 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65f0c0cf98bd7c097209e520d0bb3e9f/info of 65f0c0cf98bd7c097209e520d0bb3e9f into 398b8375c0484a9d981d41b9895a8eb9(size=196.3 K), total size for store is 196.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T07:44:46,953 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65f0c0cf98bd7c097209e520d0bb3e9f: 2024-11-26T07:44:46,953 INFO [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f., storeName=65f0c0cf98bd7c097209e520d0bb3e9f/info, priority=13, startTime=1732607086923; duration=0sec 2024-11-26T07:44:46,953 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T07:44:46,953 DEBUG [RS:0;719ac8e87449:37999-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65f0c0cf98bd7c097209e520d0bb3e9f:info 2024-11-26T07:44:48,917 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-26T07:44:48,936 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/WALs/719ac8e87449,37999,1732607030937/719ac8e87449%2C37999%2C1732607030937.1732607088917, exclude list is [], retry=0 2024-11-26T07:44:48,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40651,DS-9ca454d9-ccfa-4d0a-b149-39852e1f6e80,DISK] 2024-11-26T07:44:48,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34643,DS-32162911-05ab-4455-982e-eef3e58053f8,DISK] 2024-11-26T07:44:48,940 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/WALs/719ac8e87449,37999,1732607030937/719ac8e87449%2C37999%2C1732607030937.1732607031447 with entries=311, filesize=301.67 KB; new WAL /user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/WALs/719ac8e87449,37999,1732607030937/719ac8e87449%2C37999%2C1732607030937.1732607088917 2024-11-26T07:44:48,940 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32859:32859),(127.0.0.1/127.0.0.1:38751:38751)] 2024-11-26T07:44:48,940 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/WALs/719ac8e87449,37999,1732607030937/719ac8e87449%2C37999%2C1732607030937.1732607031447 is not closed yet, will try archiving it next time 2024-11-26T07:44:48,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741833_1009 (size=308919) 2024-11-26T07:44:48,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741833_1009 (size=308919) 2024-11-26T07:44:48,943 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 55675722e7325f31980ff80d42531d65: 2024-11-26T07:44:48,943 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 65f0c0cf98bd7c097209e520d0bb3e9f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-26T07:44:48,947 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/1e3d18c537f54123adb55cb9d7f9eaa0 is 1055, key is row0249/info:/1732607086902/Put/seqid=0 2024-11-26T07:44:48,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741876_1052 (size=13402) 2024-11-26T07:44:48,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741876_1052 (size=13402) 2024-11-26T07:44:48,952 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/1e3d18c537f54123adb55cb9d7f9eaa0 2024-11-26T07:44:48,957 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/.tmp/info/1e3d18c537f54123adb55cb9d7f9eaa0 as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/1e3d18c537f54123adb55cb9d7f9eaa0 2024-11-26T07:44:48,962 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/1e3d18c537f54123adb55cb9d7f9eaa0, entries=8, sequenceid=333, filesize=13.1 K 2024-11-26T07:44:48,962 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 65f0c0cf98bd7c097209e520d0bb3e9f in 19ms, sequenceid=333, compaction requested=false 2024-11-26T07:44:48,963 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 65f0c0cf98bd7c097209e520d0bb3e9f: 2024-11-26T07:44:48,963 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-26T07:44:48,966 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/1588230740/.tmp/info/9411518639644eb7a06dc5c71e92200d is 186, key is TestLogRolling-testLogRolling,,1732607046467.55675722e7325f31980ff80d42531d65./info:regioninfo/1732607047169/Put/seqid=0 2024-11-26T07:44:48,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741877_1053 (size=6153) 2024-11-26T07:44:48,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741877_1053 (size=6153) 2024-11-26T07:44:48,971 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/1588230740/.tmp/info/9411518639644eb7a06dc5c71e92200d 2024-11-26T07:44:48,977 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/1588230740/.tmp/info/9411518639644eb7a06dc5c71e92200d as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/1588230740/info/9411518639644eb7a06dc5c71e92200d 2024-11-26T07:44:48,983 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/1588230740/info/9411518639644eb7a06dc5c71e92200d, entries=5, sequenceid=21, filesize=6.0 K 2024-11-26T07:44:48,984 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 21ms, sequenceid=21, compaction requested=false 2024-11-26T07:44:48,984 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-26T07:44:48,998 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/WALs/719ac8e87449,37999,1732607030937/719ac8e87449%2C37999%2C1732607030937.1732607088984, exclude list is [], retry=0 2024-11-26T07:44:49,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40651,DS-9ca454d9-ccfa-4d0a-b149-39852e1f6e80,DISK] 2024-11-26T07:44:49,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34643,DS-32162911-05ab-4455-982e-eef3e58053f8,DISK] 2024-11-26T07:44:49,004 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/WALs/719ac8e87449,37999,1732607030937/719ac8e87449%2C37999%2C1732607030937.1732607088917 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/WALs/719ac8e87449,37999,1732607030937/719ac8e87449%2C37999%2C1732607030937.1732607088984 2024-11-26T07:44:49,004 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38751:38751),(127.0.0.1/127.0.0.1:32859:32859)] 2024-11-26T07:44:49,004 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/WALs/719ac8e87449,37999,1732607030937/719ac8e87449%2C37999%2C1732607030937.1732607088917 is not closed yet, will try archiving it next time 2024-11-26T07:44:49,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741875_1051 (size=731) 2024-11-26T07:44:49,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741875_1051 (size=731) 2024-11-26T07:44:49,007 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/WALs/719ac8e87449,37999,1732607030937/719ac8e87449%2C37999%2C1732607030937.1732607031447 to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/oldWALs/719ac8e87449%2C37999%2C1732607030937.1732607031447 2024-11-26T07:44:49,007 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T07:44:49,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:44:49,007 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:44:49,008 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:44:49,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:44:49,008 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/WALs/719ac8e87449,37999,1732607030937/719ac8e87449%2C37999%2C1732607030937.1732607088917 to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/oldWALs/719ac8e87449%2C37999%2C1732607030937.1732607088917 2024-11-26T07:44:49,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:44:49,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:44:49,008 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:44:49,008 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=585315612, stopped=false 2024-11-26T07:44:49,008 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=719ac8e87449,45219,1732607030797 2024-11-26T07:44:49,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37999-0x1017762c8c40001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:44:49,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:44:49,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37999-0x1017762c8c40001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:44:49,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:44:49,064 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:44:49,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:44:49,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:44:49,066 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:44:49,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37999-0x1017762c8c40001, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:44:49,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:44:49,066 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '719ac8e87449,37999,1732607030937' ***** 2024-11-26T07:44:49,066 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:44:49,067 INFO [RS:0;719ac8e87449:37999 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:44:49,067 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:44:49,067 INFO [RS:0;719ac8e87449:37999 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:44:49,068 INFO [RS:0;719ac8e87449:37999 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:44:49,068 INFO [RS:0;719ac8e87449:37999 {}] regionserver.HRegionServer(3091): Received CLOSE for 55675722e7325f31980ff80d42531d65 2024-11-26T07:44:49,068 INFO [RS:0;719ac8e87449:37999 {}] regionserver.HRegionServer(3091): Received CLOSE for 65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:49,068 INFO [RS:0;719ac8e87449:37999 {}] regionserver.HRegionServer(959): stopping server 719ac8e87449,37999,1732607030937 2024-11-26T07:44:49,068 INFO [RS:0;719ac8e87449:37999 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:44:49,068 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55675722e7325f31980ff80d42531d65, disabling compactions & flushes 2024-11-26T07:44:49,068 INFO [RS:0;719ac8e87449:37999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;719ac8e87449:37999. 2024-11-26T07:44:49,068 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732607046467.55675722e7325f31980ff80d42531d65. 2024-11-26T07:44:49,068 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732607046467.55675722e7325f31980ff80d42531d65. 2024-11-26T07:44:49,068 DEBUG [RS:0;719ac8e87449:37999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:44:49,068 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732607046467.55675722e7325f31980ff80d42531d65. after waiting 0 ms 2024-11-26T07:44:49,069 DEBUG [RS:0;719ac8e87449:37999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:44:49,069 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732607046467.55675722e7325f31980ff80d42531d65. 2024-11-26T07:44:49,069 INFO [RS:0;719ac8e87449:37999 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:44:49,069 INFO [RS:0;719ac8e87449:37999 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:44:49,069 INFO [RS:0;719ac8e87449:37999 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:44:49,069 INFO [RS:0;719ac8e87449:37999 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:44:49,069 INFO [RS:0;719ac8e87449:37999 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T07:44:49,069 DEBUG [RS:0;719ac8e87449:37999 {}] regionserver.HRegionServer(1325): Online Regions={55675722e7325f31980ff80d42531d65=TestLogRolling-testLogRolling,,1732607046467.55675722e7325f31980ff80d42531d65., 65f0c0cf98bd7c097209e520d0bb3e9f=TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T07:44:49,069 DEBUG [RS:0;719ac8e87449:37999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55675722e7325f31980ff80d42531d65, 65f0c0cf98bd7c097209e520d0bb3e9f 2024-11-26T07:44:49,069 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:44:49,069 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732607046467.55675722e7325f31980ff80d42531d65.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/55675722e7325f31980ff80d42531d65/info/ddbb3cb5539c443f9189804bba1dbd86.691c442667f6364c31f55aaa568c6421->hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/ddbb3cb5539c443f9189804bba1dbd86-bottom] to archive 2024-11-26T07:44:49,069 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:44:49,070 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:44:49,070 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:44:49,070 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:44:49,071 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732607046467.55675722e7325f31980ff80d42531d65.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T07:44:49,073 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732607046467.55675722e7325f31980ff80d42531d65.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/55675722e7325f31980ff80d42531d65/info/ddbb3cb5539c443f9189804bba1dbd86.691c442667f6364c31f55aaa568c6421 to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/55675722e7325f31980ff80d42531d65/info/ddbb3cb5539c443f9189804bba1dbd86.691c442667f6364c31f55aaa568c6421 2024-11-26T07:44:49,074 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732607046467.55675722e7325f31980ff80d42531d65.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=719ac8e87449:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-26T07:44:49,075 WARN [StoreCloser-TestLogRolling-testLogRolling,,1732607046467.55675722e7325f31980ff80d42531d65.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-26T07:44:49,076 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-26T07:44:49,076 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:44:49,076 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:44:49,076 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732607089069Running coprocessor pre-close hooks at 1732607089069Disabling compacts and flushes for region at 1732607089069Disabling writes for close at 1732607089070 (+1 ms)Writing region close event to WAL at 1732607089071 (+1 ms)Running coprocessor post-close hooks at 1732607089076 (+5 ms)Closed at 1732607089076 2024-11-26T07:44:49,077 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:44:49,078 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/55675722e7325f31980ff80d42531d65/recovered.edits/132.seqid, newMaxSeqId=132, maxSeqId=127 2024-11-26T07:44:49,079 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732607046467.55675722e7325f31980ff80d42531d65. 2024-11-26T07:44:49,079 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55675722e7325f31980ff80d42531d65: Waiting for close lock at 1732607089068Running coprocessor pre-close hooks at 1732607089068Disabling compacts and flushes for region at 1732607089068Disabling writes for close at 1732607089068Writing region close event to WAL at 1732607089075 (+7 ms)Running coprocessor post-close hooks at 1732607089079 (+4 ms)Closed at 1732607089079 2024-11-26T07:44:49,079 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1732607046467.55675722e7325f31980ff80d42531d65. 2024-11-26T07:44:49,079 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65f0c0cf98bd7c097209e520d0bb3e9f, disabling compactions & flushes 2024-11-26T07:44:49,079 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f. 2024-11-26T07:44:49,079 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f. 2024-11-26T07:44:49,079 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f. after waiting 0 ms 2024-11-26T07:44:49,079 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f. 2024-11-26T07:44:49,080 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/ddbb3cb5539c443f9189804bba1dbd86.691c442667f6364c31f55aaa568c6421->hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/691c442667f6364c31f55aaa568c6421/info/ddbb3cb5539c443f9189804bba1dbd86-top, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/d717bf346e3742cb92393978344c9d5a, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/TestLogRolling-testLogRolling=691c442667f6364c31f55aaa568c6421-3554bc918ec14e18bcb25aea79e4e5e1, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/d8051658c88b40e796f07aaeb12cb66b, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/f679963ba7f244d1847e083a27ed936c, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/f70189a7db6145b797a313e2b905665b, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/7a8e97240ad24b99b69a617649d69fbd, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/ac4db70a3f274b08937e40ac645531ab, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/bf5126d2490c446abc93a21aa412212d, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/832d796bdbf841838ebfca526f7f7f2e, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/2da2672003d946a98d22160bc3e648d4, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/527913ed2c5740adac7e42ebdc9733b1, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/35851d3032c14bad90fc0c21049a66cc, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/efeede9f347e4e9196f2f7c859a228d0, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/36ce4bc1ac604f52a080f470161f44ef, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/18f8a8c7062e43ebaa10def71ccaffb0, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/6290f0bfd68349d7954ed3d68aa2a4d3, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/c251e9f8514d4f909e90d50877d033b7, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/1226d5af8cee4baba04b9f9838cf757e, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/833e86373e8d40938affbadbe2c45f94] to archive 2024-11-26T07:44:49,081 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T07:44:49,082 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/ddbb3cb5539c443f9189804bba1dbd86.691c442667f6364c31f55aaa568c6421 to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/ddbb3cb5539c443f9189804bba1dbd86.691c442667f6364c31f55aaa568c6421 2024-11-26T07:44:49,083 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/d717bf346e3742cb92393978344c9d5a to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/d717bf346e3742cb92393978344c9d5a 2024-11-26T07:44:49,084 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/TestLogRolling-testLogRolling=691c442667f6364c31f55aaa568c6421-3554bc918ec14e18bcb25aea79e4e5e1 to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/TestLogRolling-testLogRolling=691c442667f6364c31f55aaa568c6421-3554bc918ec14e18bcb25aea79e4e5e1 2024-11-26T07:44:49,085 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/d8051658c88b40e796f07aaeb12cb66b to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/d8051658c88b40e796f07aaeb12cb66b 2024-11-26T07:44:49,086 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/f679963ba7f244d1847e083a27ed936c to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/f679963ba7f244d1847e083a27ed936c 2024-11-26T07:44:49,087 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/f70189a7db6145b797a313e2b905665b to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/f70189a7db6145b797a313e2b905665b 2024-11-26T07:44:49,088 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/7a8e97240ad24b99b69a617649d69fbd to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/7a8e97240ad24b99b69a617649d69fbd 2024-11-26T07:44:49,089 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/ac4db70a3f274b08937e40ac645531ab to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/ac4db70a3f274b08937e40ac645531ab 2024-11-26T07:44:49,090 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/bf5126d2490c446abc93a21aa412212d to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/bf5126d2490c446abc93a21aa412212d 2024-11-26T07:44:49,091 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/832d796bdbf841838ebfca526f7f7f2e to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/832d796bdbf841838ebfca526f7f7f2e 2024-11-26T07:44:49,092 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/2da2672003d946a98d22160bc3e648d4 to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/2da2672003d946a98d22160bc3e648d4 2024-11-26T07:44:49,093 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/527913ed2c5740adac7e42ebdc9733b1 to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/527913ed2c5740adac7e42ebdc9733b1 2024-11-26T07:44:49,093 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/35851d3032c14bad90fc0c21049a66cc to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/35851d3032c14bad90fc0c21049a66cc 2024-11-26T07:44:49,094 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/efeede9f347e4e9196f2f7c859a228d0 to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/efeede9f347e4e9196f2f7c859a228d0 2024-11-26T07:44:49,095 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/36ce4bc1ac604f52a080f470161f44ef to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/36ce4bc1ac604f52a080f470161f44ef 2024-11-26T07:44:49,096 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/18f8a8c7062e43ebaa10def71ccaffb0 to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/18f8a8c7062e43ebaa10def71ccaffb0 2024-11-26T07:44:49,097 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/6290f0bfd68349d7954ed3d68aa2a4d3 to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/6290f0bfd68349d7954ed3d68aa2a4d3 2024-11-26T07:44:49,098 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/c251e9f8514d4f909e90d50877d033b7 to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/c251e9f8514d4f909e90d50877d033b7 2024-11-26T07:44:49,099 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/1226d5af8cee4baba04b9f9838cf757e to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/1226d5af8cee4baba04b9f9838cf757e 2024-11-26T07:44:49,100 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/833e86373e8d40938affbadbe2c45f94 to hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/archive/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/info/833e86373e8d40938affbadbe2c45f94 2024-11-26T07:44:49,100 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [d717bf346e3742cb92393978344c9d5a=39908, d8051658c88b40e796f07aaeb12cb66b=13394, f679963ba7f244d1847e083a27ed936c=67456, f70189a7db6145b797a313e2b905665b=23944, 7a8e97240ad24b99b69a617649d69fbd=13394, ac4db70a3f274b08937e40ac645531ab=89748, bf5126d2490c446abc93a21aa412212d=18675, 832d796bdbf841838ebfca526f7f7f2e=22891, 2da2672003d946a98d22160bc3e648d4=116179, 527913ed2c5740adac7e42ebdc9733b1=13394, 35851d3032c14bad90fc0c21049a66cc=18675, efeede9f347e4e9196f2f7c859a228d0=142810, 36ce4bc1ac604f52a080f470161f44ef=17606, 18f8a8c7062e43ebaa10def71ccaffb0=18686, 6290f0bfd68349d7954ed3d68aa2a4d3=174538, c251e9f8514d4f909e90d50877d033b7=22908, 1226d5af8cee4baba04b9f9838cf757e=13402, 833e86373e8d40938affbadbe2c45f94=22908] 2024-11-26T07:44:49,103 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/data/default/TestLogRolling-testLogRolling/65f0c0cf98bd7c097209e520d0bb3e9f/recovered.edits/336.seqid, newMaxSeqId=336, maxSeqId=127 2024-11-26T07:44:49,104 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f. 2024-11-26T07:44:49,104 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65f0c0cf98bd7c097209e520d0bb3e9f: Waiting for close lock at 1732607089079Running coprocessor pre-close hooks at 1732607089079Disabling compacts and flushes for region at 1732607089079Disabling writes for close at 1732607089079Writing region close event to WAL at 1732607089100 (+21 ms)Running coprocessor post-close hooks at 1732607089104 (+4 ms)Closed at 1732607089104 2024-11-26T07:44:49,104 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1732607046467.65f0c0cf98bd7c097209e520d0bb3e9f. 2024-11-26T07:44:49,270 INFO [RS:0;719ac8e87449:37999 {}] regionserver.HRegionServer(976): stopping server 719ac8e87449,37999,1732607030937; all regions closed. 2024-11-26T07:44:49,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741834_1010 (size=8107) 2024-11-26T07:44:49,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741834_1010 (size=8107) 2024-11-26T07:44:49,281 DEBUG [RS:0;719ac8e87449:37999 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/oldWALs 2024-11-26T07:44:49,281 INFO [RS:0;719ac8e87449:37999 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C37999%2C1732607030937.meta:.meta(num 1732607031911) 2024-11-26T07:44:49,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741878_1054 (size=780) 2024-11-26T07:44:49,283 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/WALs/719ac8e87449,37999,1732607030937/719ac8e87449%2C37999%2C1732607030937.1732607088984 not finished, retry = 0 2024-11-26T07:44:49,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741878_1054 (size=780) 2024-11-26T07:44:49,313 INFO [regionserver/719ac8e87449:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:44:49,348 INFO [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:44:49,348 INFO [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:44:49,388 DEBUG [RS:0;719ac8e87449:37999 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/oldWALs 2024-11-26T07:44:49,388 INFO [RS:0;719ac8e87449:37999 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C37999%2C1732607030937:(num 1732607088984) 2024-11-26T07:44:49,389 DEBUG [RS:0;719ac8e87449:37999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:44:49,389 INFO [RS:0;719ac8e87449:37999 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:44:49,389 INFO [RS:0;719ac8e87449:37999 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:44:49,389 INFO [RS:0;719ac8e87449:37999 {}] hbase.ChoreService(370): Chore service for: regionserver/719ac8e87449:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T07:44:49,390 INFO [RS:0;719ac8e87449:37999 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:44:49,390 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:44:49,390 INFO [RS:0;719ac8e87449:37999 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37999 2024-11-26T07:44:49,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37999-0x1017762c8c40001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/719ac8e87449,37999,1732607030937 2024-11-26T07:44:49,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:44:49,423 INFO [RS:0;719ac8e87449:37999 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:44:49,431 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [719ac8e87449,37999,1732607030937] 2024-11-26T07:44:49,439 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/719ac8e87449,37999,1732607030937 already deleted, retry=false 2024-11-26T07:44:49,439 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 719ac8e87449,37999,1732607030937 expired; onlineServers=0 2024-11-26T07:44:49,439 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '719ac8e87449,45219,1732607030797' ***** 2024-11-26T07:44:49,439 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:44:49,439 INFO [M:0;719ac8e87449:45219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:44:49,439 INFO [M:0;719ac8e87449:45219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:44:49,439 DEBUG [M:0;719ac8e87449:45219 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:44:49,439 DEBUG [M:0;719ac8e87449:45219 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:44:49,439 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:44:49,439 DEBUG [master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732607031253 {}] cleaner.HFileCleaner(306): Exit Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732607031253,5,FailOnTimeoutGroup] 2024-11-26T07:44:49,439 DEBUG [master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732607031253 {}] cleaner.HFileCleaner(306): Exit Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732607031253,5,FailOnTimeoutGroup] 2024-11-26T07:44:49,440 INFO [M:0;719ac8e87449:45219 {}] hbase.ChoreService(370): Chore service for: master/719ac8e87449:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:44:49,440 INFO [M:0;719ac8e87449:45219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:44:49,440 DEBUG [M:0;719ac8e87449:45219 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:44:49,440 INFO [M:0;719ac8e87449:45219 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:44:49,440 INFO [M:0;719ac8e87449:45219 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:44:49,440 INFO [M:0;719ac8e87449:45219 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:44:49,440 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:44:49,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T07:44:49,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:44:49,447 DEBUG [M:0;719ac8e87449:45219 {}] zookeeper.ZKUtil(347): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T07:44:49,447 WARN [M:0;719ac8e87449:45219 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:44:49,448 INFO [M:0;719ac8e87449:45219 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/.lastflushedseqids 2024-11-26T07:44:49,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741879_1055 (size=228) 2024-11-26T07:44:49,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741879_1055 (size=228) 2024-11-26T07:44:49,457 INFO [M:0;719ac8e87449:45219 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:44:49,457 INFO [M:0;719ac8e87449:45219 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:44:49,457 DEBUG [M:0;719ac8e87449:45219 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:44:49,457 INFO [M:0;719ac8e87449:45219 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:44:49,457 DEBUG [M:0;719ac8e87449:45219 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:44:49,457 DEBUG [M:0;719ac8e87449:45219 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:44:49,457 DEBUG [M:0;719ac8e87449:45219 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:44:49,457 INFO [M:0;719ac8e87449:45219 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.42 KB heapSize=63.36 KB 2024-11-26T07:44:49,475 DEBUG [M:0;719ac8e87449:45219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/edc68989b3f54d3495e1e1bb72c26505 is 82, key is hbase:meta,,1/info:regioninfo/1732607031949/Put/seqid=0 2024-11-26T07:44:49,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741880_1056 (size=5672) 2024-11-26T07:44:49,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741880_1056 (size=5672) 2024-11-26T07:44:49,483 INFO [M:0;719ac8e87449:45219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/edc68989b3f54d3495e1e1bb72c26505 2024-11-26T07:44:49,505 DEBUG [M:0;719ac8e87449:45219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ef09bfe0db24e7297c1caa630d05d60 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732607032471/Put/seqid=0 2024-11-26T07:44:49,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741881_1057 (size=7089) 2024-11-26T07:44:49,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741881_1057 (size=7089) 2024-11-26T07:44:49,511 INFO [M:0;719ac8e87449:45219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.81 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ef09bfe0db24e7297c1caa630d05d60 2024-11-26T07:44:49,516 INFO [M:0;719ac8e87449:45219 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ef09bfe0db24e7297c1caa630d05d60 2024-11-26T07:44:49,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37999-0x1017762c8c40001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:44:49,532 INFO [RS:0;719ac8e87449:37999 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:44:49,532 INFO [RS:0;719ac8e87449:37999 {}] regionserver.HRegionServer(1031): Exiting; stopping=719ac8e87449,37999,1732607030937; zookeeper connection closed. 2024-11-26T07:44:49,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37999-0x1017762c8c40001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:44:49,532 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2aa23bf8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2aa23bf8 2024-11-26T07:44:49,532 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:44:49,535 DEBUG [M:0;719ac8e87449:45219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8922c47f6514c2faade78fff17ec3fa is 69, key is 719ac8e87449,37999,1732607030937/rs:state/1732607031295/Put/seqid=0 2024-11-26T07:44:49,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741882_1058 (size=5156) 2024-11-26T07:44:49,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741882_1058 (size=5156) 2024-11-26T07:44:49,944 INFO [M:0;719ac8e87449:45219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8922c47f6514c2faade78fff17ec3fa 2024-11-26T07:44:49,969 DEBUG [M:0;719ac8e87449:45219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b97a8f3d89a34421ad8f10c6c030ef0b is 52, key is load_balancer_on/state:d/1732607032077/Put/seqid=0 2024-11-26T07:44:49,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741883_1059 (size=5056) 2024-11-26T07:44:49,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741883_1059 (size=5056) 2024-11-26T07:44:49,974 INFO [M:0;719ac8e87449:45219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b97a8f3d89a34421ad8f10c6c030ef0b 2024-11-26T07:44:49,979 DEBUG [M:0;719ac8e87449:45219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/edc68989b3f54d3495e1e1bb72c26505 as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/edc68989b3f54d3495e1e1bb72c26505 2024-11-26T07:44:49,985 INFO [M:0;719ac8e87449:45219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/edc68989b3f54d3495e1e1bb72c26505, entries=8, sequenceid=125, filesize=5.5 K 2024-11-26T07:44:49,986 DEBUG [M:0;719ac8e87449:45219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ef09bfe0db24e7297c1caa630d05d60 as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6ef09bfe0db24e7297c1caa630d05d60 2024-11-26T07:44:49,991 INFO [M:0;719ac8e87449:45219 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ef09bfe0db24e7297c1caa630d05d60 2024-11-26T07:44:49,991 INFO [M:0;719ac8e87449:45219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6ef09bfe0db24e7297c1caa630d05d60, entries=13, sequenceid=125, filesize=6.9 K 2024-11-26T07:44:49,992 DEBUG [M:0;719ac8e87449:45219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8922c47f6514c2faade78fff17ec3fa as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8922c47f6514c2faade78fff17ec3fa 2024-11-26T07:44:49,997 INFO [M:0;719ac8e87449:45219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8922c47f6514c2faade78fff17ec3fa, entries=1, sequenceid=125, filesize=5.0 K 2024-11-26T07:44:49,998 DEBUG [M:0;719ac8e87449:45219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b97a8f3d89a34421ad8f10c6c030ef0b as hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b97a8f3d89a34421ad8f10c6c030ef0b 2024-11-26T07:44:50,003 INFO [M:0;719ac8e87449:45219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/431f93a1-1fe0-7468-3fa7-dae800864e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b97a8f3d89a34421ad8f10c6c030ef0b, entries=1, sequenceid=125, filesize=4.9 K 2024-11-26T07:44:50,004 INFO [M:0;719ac8e87449:45219 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 546ms, sequenceid=125, compaction requested=false 2024-11-26T07:44:50,005 INFO [M:0;719ac8e87449:45219 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:44:50,005 DEBUG [M:0;719ac8e87449:45219 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732607089457Disabling compacts and flushes for region at 1732607089457Disabling writes for close at 1732607089457Obtaining lock to block concurrent updates at 1732607089457Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732607089457Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52651, getHeapSize=64816, getOffHeapSize=0, getCellsCount=148 at 1732607089458 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732607089458Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732607089458Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732607089474 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732607089474Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732607089488 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732607089504 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732607089504Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732607089516 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732607089534 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732607089534Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732607089951 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732607089969 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732607089969Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@644d41a7: reopening flushed file at 1732607089979 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43b6bdec: reopening flushed file at 1732607089985 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a5268b7: reopening flushed file at 1732607089992 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf4c819: reopening flushed file at 1732607089997 (+5 ms)Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 546ms, sequenceid=125, compaction requested=false at 1732607090004 (+7 ms)Writing region close event to WAL at 1732607090005 (+1 ms)Closed at 1732607090005 2024-11-26T07:44:50,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741830_1006 (size=61320) 2024-11-26T07:44:50,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741830_1006 (size=61320) 2024-11-26T07:44:50,008 INFO [M:0;719ac8e87449:45219 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:44:50,008 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:44:50,008 INFO [M:0;719ac8e87449:45219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45219 2024-11-26T07:44:50,008 INFO [M:0;719ac8e87449:45219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:44:50,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:44:50,139 INFO [M:0;719ac8e87449:45219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:44:50,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1017762c8c40000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:44:50,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@615816d8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:44:50,146 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a218732{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:44:50,146 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:44:50,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60477bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:44:50,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d0551e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/hadoop.log.dir/,STOPPED} 2024-11-26T07:44:50,149 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:44:50,149 WARN [BP-390162173-172.17.0.2-1732607029083 heartbeating to localhost/127.0.0.1:33139 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:44:50,149 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:44:50,149 WARN [BP-390162173-172.17.0.2-1732607029083 heartbeating to localhost/127.0.0.1:33139 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-390162173-172.17.0.2-1732607029083 (Datanode Uuid 71b844e5-2368-466a-a9d7-de2616bdfdf5) service to localhost/127.0.0.1:33139 2024-11-26T07:44:50,150 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/cluster_aeb3857f-2819-faa9-6e3d-dbecf268a90f/data/data3/current/BP-390162173-172.17.0.2-1732607029083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:44:50,150 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/cluster_aeb3857f-2819-faa9-6e3d-dbecf268a90f/data/data4/current/BP-390162173-172.17.0.2-1732607029083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:44:50,151 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:44:50,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f849233{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:44:50,153 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@177fdcdd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:44:50,154 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:44:50,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b4928a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:44:50,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dcfdafc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/hadoop.log.dir/,STOPPED} 2024-11-26T07:44:50,156 WARN [BP-390162173-172.17.0.2-1732607029083 heartbeating to localhost/127.0.0.1:33139 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:44:50,156 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:44:50,156 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:44:50,156 WARN [BP-390162173-172.17.0.2-1732607029083 heartbeating to localhost/127.0.0.1:33139 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-390162173-172.17.0.2-1732607029083 (Datanode Uuid 30de7b51-9e71-41a9-96c6-d4b38121a430) service to localhost/127.0.0.1:33139 2024-11-26T07:44:50,157 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/cluster_aeb3857f-2819-faa9-6e3d-dbecf268a90f/data/data1/current/BP-390162173-172.17.0.2-1732607029083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:44:50,157 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/cluster_aeb3857f-2819-faa9-6e3d-dbecf268a90f/data/data2/current/BP-390162173-172.17.0.2-1732607029083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:44:50,157 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:44:50,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@337dc3c2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:44:50,203 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@441457c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:44:50,203 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:44:50,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@563e578{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:44:50,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7892c223{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/hadoop.log.dir/,STOPPED} 2024-11-26T07:44:50,212 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T07:44:50,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:44:50,253 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=108 (was 97) - Thread LEAK? -, OpenFileDescriptor=450 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 256), ProcessCount=11 (was 11), AvailableMemoryMB=11289 (was 10772) - AvailableMemoryMB LEAK? - 2024-11-26T07:44:50,259 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=108, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=11289 2024-11-26T07:44:50,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:44:50,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/hadoop.log.dir so I do NOT create it in target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24 2024-11-26T07:44:50,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/186987d2-9661-d676-deb3-face00233bbf/hadoop.tmp.dir so I do NOT create it in target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24 2024-11-26T07:44:50,260 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/cluster_cbea660a-3c0d-2999-bd43-61af287bb3f0, deleteOnExit=true 2024-11-26T07:44:50,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:44:50,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/test.cache.data in system properties and HBase conf 2024-11-26T07:44:50,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:44:50,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:44:50,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:44:50,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:44:50,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:44:50,260 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:44:50,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:44:50,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:44:50,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:44:50,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:44:50,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:44:50,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:44:50,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:44:50,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:44:50,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:44:50,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:44:50,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:44:50,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:44:50,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:44:50,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:44:50,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:44:50,534 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:44:50,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:44:50,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:44:50,535 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:44:50,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:44:50,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@323176f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:44:50,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62d0f0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:44:50,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e3dbf9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/java.io.tmpdir/jetty-localhost-41947-hadoop-hdfs-3_4_1-tests_jar-_-any-5003370225433486493/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:44:50,631 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c7f4d86{HTTP/1.1, (http/1.1)}{localhost:41947} 2024-11-26T07:44:50,631 INFO [Time-limited test {}] server.Server(415): Started @210018ms 2024-11-26T07:44:50,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:44:50,832 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:44:50,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:44:50,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:44:50,834 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:44:50,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d8d06dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:44:50,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@698aeb92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:44:50,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2199219d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/java.io.tmpdir/jetty-localhost-36067-hadoop-hdfs-3_4_1-tests_jar-_-any-9398122763182788830/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:44:50,941 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ac9d72f{HTTP/1.1, (http/1.1)}{localhost:36067} 2024-11-26T07:44:50,941 INFO [Time-limited test {}] server.Server(415): Started @210328ms 2024-11-26T07:44:50,943 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:44:50,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:44:50,992 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:44:50,995 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:44:50,995 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:44:50,995 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:44:50,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@648a53bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:44:50,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d30c434{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:44:51,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@170a3b4f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/java.io.tmpdir/jetty-localhost-43659-hadoop-hdfs-3_4_1-tests_jar-_-any-3617464488032905209/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:44:51,132 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ed2bfc5{HTTP/1.1, (http/1.1)}{localhost:43659} 2024-11-26T07:44:51,132 INFO [Time-limited test {}] server.Server(415): Started @210518ms 2024-11-26T07:44:51,133 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:44:51,561 WARN [Thread-1606 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/cluster_cbea660a-3c0d-2999-bd43-61af287bb3f0/data/data1/current/BP-973668488-172.17.0.2-1732607090286/current, will proceed with Du for space computation calculation, 2024-11-26T07:44:51,561 WARN [Thread-1607 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/cluster_cbea660a-3c0d-2999-bd43-61af287bb3f0/data/data2/current/BP-973668488-172.17.0.2-1732607090286/current, will proceed with Du for space computation calculation, 2024-11-26T07:44:51,588 WARN [Thread-1571 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:44:51,590 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd739e0a27113da8c with lease ID 0x9c2265e91aff7ee0: Processing first storage report for DS-103954fc-2954-4448-9551-3477dd36931a from datanode DatanodeRegistration(127.0.0.1:34477, datanodeUuid=c28d1864-5703-442f-b649-d82b3731c965, infoPort=44073, infoSecurePort=0, ipcPort=41569, storageInfo=lv=-57;cid=testClusterID;nsid=474743326;c=1732607090286) 2024-11-26T07:44:51,590 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd739e0a27113da8c with lease ID 0x9c2265e91aff7ee0: from storage DS-103954fc-2954-4448-9551-3477dd36931a node DatanodeRegistration(127.0.0.1:34477, datanodeUuid=c28d1864-5703-442f-b649-d82b3731c965, infoPort=44073, infoSecurePort=0, ipcPort=41569, storageInfo=lv=-57;cid=testClusterID;nsid=474743326;c=1732607090286), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T07:44:51,591 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd739e0a27113da8c with lease ID 0x9c2265e91aff7ee0: Processing first storage report for DS-c291eda5-58ad-4295-b809-b53f6432fcd1 from datanode DatanodeRegistration(127.0.0.1:34477, datanodeUuid=c28d1864-5703-442f-b649-d82b3731c965, infoPort=44073, infoSecurePort=0, ipcPort=41569, storageInfo=lv=-57;cid=testClusterID;nsid=474743326;c=1732607090286) 2024-11-26T07:44:51,591 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd739e0a27113da8c with lease ID 0x9c2265e91aff7ee0: from storage DS-c291eda5-58ad-4295-b809-b53f6432fcd1 node DatanodeRegistration(127.0.0.1:34477, datanodeUuid=c28d1864-5703-442f-b649-d82b3731c965, infoPort=44073, infoSecurePort=0, ipcPort=41569, storageInfo=lv=-57;cid=testClusterID;nsid=474743326;c=1732607090286), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:44:51,778 WARN [Thread-1619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/cluster_cbea660a-3c0d-2999-bd43-61af287bb3f0/data/data4/current/BP-973668488-172.17.0.2-1732607090286/current, will proceed with Du for space computation calculation, 2024-11-26T07:44:51,778 WARN [Thread-1618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/cluster_cbea660a-3c0d-2999-bd43-61af287bb3f0/data/data3/current/BP-973668488-172.17.0.2-1732607090286/current, will proceed with Du for space computation calculation, 2024-11-26T07:44:51,800 WARN [Thread-1594 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:44:51,802 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95a05465a7992d25 with lease ID 0x9c2265e91aff7ee1: Processing first storage report for DS-bd904394-9350-41ce-afd6-72ded4af1b9d from datanode DatanodeRegistration(127.0.0.1:43733, datanodeUuid=38f7704e-616b-48be-83b2-a01520cd698c, infoPort=39853, infoSecurePort=0, ipcPort=38223, storageInfo=lv=-57;cid=testClusterID;nsid=474743326;c=1732607090286) 2024-11-26T07:44:51,802 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95a05465a7992d25 with lease ID 0x9c2265e91aff7ee1: from storage DS-bd904394-9350-41ce-afd6-72ded4af1b9d node DatanodeRegistration(127.0.0.1:43733, datanodeUuid=38f7704e-616b-48be-83b2-a01520cd698c, infoPort=39853, infoSecurePort=0, ipcPort=38223, storageInfo=lv=-57;cid=testClusterID;nsid=474743326;c=1732607090286), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:44:51,802 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95a05465a7992d25 with lease ID 0x9c2265e91aff7ee1: Processing first storage report for DS-15c10fb2-ecb9-4b54-b7f2-c9ba265cad22 from datanode DatanodeRegistration(127.0.0.1:43733, datanodeUuid=38f7704e-616b-48be-83b2-a01520cd698c, infoPort=39853, infoSecurePort=0, ipcPort=38223, storageInfo=lv=-57;cid=testClusterID;nsid=474743326;c=1732607090286) 2024-11-26T07:44:51,802 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95a05465a7992d25 with lease ID 0x9c2265e91aff7ee1: from storage DS-15c10fb2-ecb9-4b54-b7f2-c9ba265cad22 node DatanodeRegistration(127.0.0.1:43733, datanodeUuid=38f7704e-616b-48be-83b2-a01520cd698c, infoPort=39853, infoSecurePort=0, ipcPort=38223, storageInfo=lv=-57;cid=testClusterID;nsid=474743326;c=1732607090286), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:44:51,869 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24 2024-11-26T07:44:51,875 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/cluster_cbea660a-3c0d-2999-bd43-61af287bb3f0/zookeeper_0, clientPort=62174, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/cluster_cbea660a-3c0d-2999-bd43-61af287bb3f0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/cluster_cbea660a-3c0d-2999-bd43-61af287bb3f0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T07:44:51,877 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62174 2024-11-26T07:44:51,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:44:51,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:44:51,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:44:51,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43733 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:44:51,897 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de with version=8 2024-11-26T07:44:51,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44459/user/jenkins/test-data/9b08e1c6-82cd-f30d-4ba3-1926bc498e21/hbase-staging 2024-11-26T07:44:51,900 INFO [Time-limited test {}] client.ConnectionUtils(128): master/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:44:51,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:44:51,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:44:51,900 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:44:51,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:44:51,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:44:51,900 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:44:51,900 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:44:51,901 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38679 2024-11-26T07:44:51,902 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38679 connecting to ZooKeeper ensemble=127.0.0.1:62174 2024-11-26T07:44:51,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386790x0, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:44:51,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38679-0x1017763b7640000 connected 2024-11-26T07:44:52,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:44:52,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:44:52,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:44:52,027 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de, hbase.cluster.distributed=false 2024-11-26T07:44:52,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:44:52,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38679 2024-11-26T07:44:52,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38679 2024-11-26T07:44:52,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38679 2024-11-26T07:44:52,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38679 2024-11-26T07:44:52,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38679 2024-11-26T07:44:52,054 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:44:52,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:44:52,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:44:52,054 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:44:52,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:44:52,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:44:52,054 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:44:52,055 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:44:52,055 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32789 2024-11-26T07:44:52,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32789 connecting to ZooKeeper ensemble=127.0.0.1:62174 2024-11-26T07:44:52,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:44:52,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:44:52,073 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:327890x0, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:44:52,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:327890x0, quorum=127.0.0.1:62174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:44:52,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32789-0x1017763b7640001 connected 2024-11-26T07:44:52,074 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:44:52,076 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:44:52,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32789-0x1017763b7640001, quorum=127.0.0.1:62174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T07:44:52,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32789-0x1017763b7640001, quorum=127.0.0.1:62174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:44:52,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32789 2024-11-26T07:44:52,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32789 2024-11-26T07:44:52,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32789 2024-11-26T07:44:52,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32789 2024-11-26T07:44:52,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32789 2024-11-26T07:44:52,106 DEBUG [M:0;719ac8e87449:38679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;719ac8e87449:38679 2024-11-26T07:44:52,106 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/719ac8e87449,38679,1732607091899 2024-11-26T07:44:52,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:44:52,114 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1017763b7640001, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:44:52,115 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/719ac8e87449,38679,1732607091899 2024-11-26T07:44:52,123 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1017763b7640001, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T07:44:52,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:44:52,123 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1017763b7640001, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:44:52,123 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T07:44:52,124 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/719ac8e87449,38679,1732607091899 from backup master directory 2024-11-26T07:44:52,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/719ac8e87449,38679,1732607091899 2024-11-26T07:44:52,131 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1017763b7640001, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:44:52,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:44:52,131 WARN [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:44:52,131 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=719ac8e87449,38679,1732607091899 2024-11-26T07:44:52,136 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/hbase.id] with ID: 1151650c-7e84-4c64-b445-410a7ebaa1ad 2024-11-26T07:44:52,136 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/.tmp/hbase.id 2024-11-26T07:44:52,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43733 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:44:52,158 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/.tmp/hbase.id]:[hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/hbase.id] 2024-11-26T07:44:52,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:44:52,174 INFO [master/719ac8e87449:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:44:52,174 INFO [master/719ac8e87449:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:44:52,176 INFO [master/719ac8e87449:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T07:44:52,187 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1017763b7640001, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:44:52,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:44:52,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43733 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:44:52,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:44:52,197 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:44:52,198 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:44:52,198 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:44:52,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:44:52,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43733 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:44:52,209 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/data/master/store 2024-11-26T07:44:52,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43733 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:44:52,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:44:52,217 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:44:52,217 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:44:52,217 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:44:52,217 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:44:52,217 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:44:52,217 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:44:52,217 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:44:52,217 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732607092217Disabling compacts and flushes for region at 1732607092217Disabling writes for close at 1732607092217Writing region close event to WAL at 1732607092217Closed at 1732607092217 2024-11-26T07:44:52,218 WARN [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/data/master/store/.initializing 2024-11-26T07:44:52,218 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/WALs/719ac8e87449,38679,1732607091899 2024-11-26T07:44:52,219 INFO [master/719ac8e87449:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:44:52,220 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C38679%2C1732607091899, suffix=, logDir=hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/WALs/719ac8e87449,38679,1732607091899, archiveDir=hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/oldWALs, maxLogs=10 2024-11-26T07:44:52,232 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/WALs/719ac8e87449,38679,1732607091899/719ac8e87449%2C38679%2C1732607091899.1732607092220, exclude list is [], retry=0 2024-11-26T07:44:52,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43733,DS-bd904394-9350-41ce-afd6-72ded4af1b9d,DISK] 2024-11-26T07:44:52,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34477,DS-103954fc-2954-4448-9551-3477dd36931a,DISK] 2024-11-26T07:44:52,237 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/WALs/719ac8e87449,38679,1732607091899/719ac8e87449%2C38679%2C1732607091899.1732607092220 2024-11-26T07:44:52,237 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39853:39853),(127.0.0.1/127.0.0.1:44073:44073)] 2024-11-26T07:44:52,237 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:44:52,237 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:44:52,237 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:44:52,237 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:44:52,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:44:52,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:44:52,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:44:52,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:44:52,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:44:52,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:44:52,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:44:52,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:44:52,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:44:52,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:44:52,246 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:44:52,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:44:52,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:44:52,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:44:52,248 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:44:52,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:44:52,249 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:44:52,250 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:44:52,250 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:44:52,251 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:44:52,251 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:44:52,252 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:44:52,253 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:44:52,255 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:44:52,256 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=744154, jitterRate=-0.05376017093658447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:44:52,256 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732607092237Initializing all the Stores at 1732607092238 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607092238Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607092241 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607092241Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607092241Cleaning up temporary data from old regions at 1732607092251 (+10 ms)Region opened successfully at 1732607092256 (+5 ms) 2024-11-26T07:44:52,256 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:44:52,259 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c41143f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:44:52,260 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:44:52,260 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:44:52,260 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:44:52,261 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:44:52,261 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:44:52,261 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:44:52,261 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:44:52,263 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:44:52,264 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T07:44:52,287 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T07:44:52,287 INFO [master/719ac8e87449:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:44:52,288 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:44:52,298 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T07:44:52,298 INFO [master/719ac8e87449:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:44:52,300 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:44:52,306 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T07:44:52,308 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:44:52,314 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T07:44:52,317 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:44:52,323 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T07:44:52,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:44:52,331 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1017763b7640001, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:44:52,331 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1017763b7640001, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:44:52,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:44:52,332 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=719ac8e87449,38679,1732607091899, sessionid=0x1017763b7640000, setting cluster-up flag (Was=false) 2024-11-26T07:44:52,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:44:52,348 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1017763b7640001, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:44:52,373 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T07:44:52,374 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=719ac8e87449,38679,1732607091899 2024-11-26T07:44:52,389 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1017763b7640001, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:44:52,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:44:52,414 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T07:44:52,416 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=719ac8e87449,38679,1732607091899 2024-11-26T07:44:52,419 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:44:52,420 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:44:52,421 INFO [master/719ac8e87449:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:44:52,421 INFO [master/719ac8e87449:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:44:52,421 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 719ac8e87449,38679,1732607091899 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:44:52,423 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:44:52,423 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:44:52,423 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:44:52,423 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:44:52,423 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/719ac8e87449:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:44:52,423 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:44:52,423 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:44:52,423 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:44:52,425 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:44:52,425 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732607122425 2024-11-26T07:44:52,425 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:44:52,425 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:44:52,425 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:44:52,425 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:44:52,425 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:44:52,425 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:44:52,425 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:44:52,425 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:44:52,426 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:44:52,426 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:44:52,426 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:44:52,426 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:44:52,426 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:44:52,426 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732607092426,5,FailOnTimeoutGroup] 2024-11-26T07:44:52,426 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:44:52,426 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732607092426,5,FailOnTimeoutGroup] 2024-11-26T07:44:52,426 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:44:52,426 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:44:52,426 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:44:52,426 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:44:52,426 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:44:52,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43733 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:44:52,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:44:52,437 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:44:52,438 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de 2024-11-26T07:44:52,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43733 is added to blk_1073741832_1008 (size=32) 2024-11-26T07:44:52,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741832_1008 (size=32) 2024-11-26T07:44:52,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:44:52,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:44:52,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:44:52,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:44:52,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:44:52,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:44:52,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:44:52,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:44:52,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:44:52,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:44:52,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:44:52,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:44:52,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:44:52,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:44:52,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:44:52,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:44:52,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:44:52,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:44:52,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/data/hbase/meta/1588230740 2024-11-26T07:44:52,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/data/hbase/meta/1588230740 2024-11-26T07:44:52,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:44:52,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:44:52,464 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T07:44:52,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:44:52,467 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:44:52,467 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=812414, jitterRate=0.03303788602352142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T07:44:52,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732607092451Initializing all the Stores at 1732607092452 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607092452Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607092452Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607092453 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607092453Cleaning up temporary data from old regions at 1732607092464 (+11 ms)Region opened successfully at 1732607092468 (+4 ms) 2024-11-26T07:44:52,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:44:52,468 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:44:52,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:44:52,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:44:52,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:44:52,469 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:44:52,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732607092468Disabling compacts and flushes for region at 1732607092468Disabling writes for close at 1732607092468Writing region close event to WAL at 1732607092469 (+1 ms)Closed at 1732607092469 2024-11-26T07:44:52,470 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:44:52,470 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:44:52,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:44:52,471 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:44:52,472 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:44:52,496 INFO [RS:0;719ac8e87449:32789 {}] regionserver.HRegionServer(746): ClusterId : 1151650c-7e84-4c64-b445-410a7ebaa1ad 2024-11-26T07:44:52,497 DEBUG [RS:0;719ac8e87449:32789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:44:52,515 DEBUG [RS:0;719ac8e87449:32789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:44:52,515 DEBUG [RS:0;719ac8e87449:32789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:44:52,524 DEBUG [RS:0;719ac8e87449:32789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:44:52,524 DEBUG [RS:0;719ac8e87449:32789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42beb2de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:44:52,535 DEBUG [RS:0;719ac8e87449:32789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;719ac8e87449:32789 2024-11-26T07:44:52,536 INFO [RS:0;719ac8e87449:32789 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:44:52,536 INFO [RS:0;719ac8e87449:32789 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:44:52,536 DEBUG [RS:0;719ac8e87449:32789 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:44:52,536 INFO [RS:0;719ac8e87449:32789 {}] regionserver.HRegionServer(2659): reportForDuty to master=719ac8e87449,38679,1732607091899 with port=32789, startcode=1732607092054 2024-11-26T07:44:52,537 DEBUG [RS:0;719ac8e87449:32789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:44:52,538 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51567, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:44:52,539 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38679 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 719ac8e87449,32789,1732607092054 2024-11-26T07:44:52,539 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38679 {}] master.ServerManager(517): Registering regionserver=719ac8e87449,32789,1732607092054 2024-11-26T07:44:52,540 DEBUG [RS:0;719ac8e87449:32789 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de 2024-11-26T07:44:52,541 DEBUG [RS:0;719ac8e87449:32789 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45095 2024-11-26T07:44:52,541 DEBUG [RS:0;719ac8e87449:32789 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:44:52,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:44:52,548 DEBUG [RS:0;719ac8e87449:32789 {}] zookeeper.ZKUtil(111): regionserver:32789-0x1017763b7640001, quorum=127.0.0.1:62174, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/719ac8e87449,32789,1732607092054 2024-11-26T07:44:52,548 WARN [RS:0;719ac8e87449:32789 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:44:52,548 INFO [RS:0;719ac8e87449:32789 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:44:52,548 DEBUG [RS:0;719ac8e87449:32789 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/WALs/719ac8e87449,32789,1732607092054 2024-11-26T07:44:52,549 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [719ac8e87449,32789,1732607092054] 2024-11-26T07:44:52,552 INFO [RS:0;719ac8e87449:32789 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:44:52,554 INFO [RS:0;719ac8e87449:32789 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:44:52,555 INFO [RS:0;719ac8e87449:32789 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:44:52,555 INFO [RS:0;719ac8e87449:32789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:44:52,555 INFO [RS:0;719ac8e87449:32789 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:44:52,556 INFO [RS:0;719ac8e87449:32789 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:44:52,556 INFO [RS:0;719ac8e87449:32789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:44:52,556 DEBUG [RS:0;719ac8e87449:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:44:52,556 DEBUG [RS:0;719ac8e87449:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:44:52,556 DEBUG [RS:0;719ac8e87449:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:44:52,556 DEBUG [RS:0;719ac8e87449:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:44:52,556 DEBUG [RS:0;719ac8e87449:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:44:52,556 DEBUG [RS:0;719ac8e87449:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:44:52,556 DEBUG [RS:0;719ac8e87449:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:44:52,556 DEBUG [RS:0;719ac8e87449:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:44:52,556 DEBUG [RS:0;719ac8e87449:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:44:52,556 DEBUG [RS:0;719ac8e87449:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:44:52,556 DEBUG [RS:0;719ac8e87449:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:44:52,556 DEBUG [RS:0;719ac8e87449:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:44:52,556 DEBUG [RS:0;719ac8e87449:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:44:52,556 DEBUG [RS:0;719ac8e87449:32789 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:44:52,557 INFO [RS:0;719ac8e87449:32789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:44:52,557 INFO [RS:0;719ac8e87449:32789 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:44:52,557 INFO [RS:0;719ac8e87449:32789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:44:52,557 INFO [RS:0;719ac8e87449:32789 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:44:52,557 INFO [RS:0;719ac8e87449:32789 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:44:52,557 INFO [RS:0;719ac8e87449:32789 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,32789,1732607092054-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:44:52,571 INFO [RS:0;719ac8e87449:32789 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:44:52,571 INFO [RS:0;719ac8e87449:32789 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,32789,1732607092054-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:44:52,571 INFO [RS:0;719ac8e87449:32789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:44:52,571 INFO [RS:0;719ac8e87449:32789 {}] regionserver.Replication(171): 719ac8e87449,32789,1732607092054 started 2024-11-26T07:44:52,586 INFO [RS:0;719ac8e87449:32789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:44:52,586 INFO [RS:0;719ac8e87449:32789 {}] regionserver.HRegionServer(1482): Serving as 719ac8e87449,32789,1732607092054, RpcServer on 719ac8e87449/172.17.0.2:32789, sessionid=0x1017763b7640001 2024-11-26T07:44:52,586 DEBUG [RS:0;719ac8e87449:32789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:44:52,586 DEBUG [RS:0;719ac8e87449:32789 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 719ac8e87449,32789,1732607092054 2024-11-26T07:44:52,586 DEBUG [RS:0;719ac8e87449:32789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,32789,1732607092054' 2024-11-26T07:44:52,586 DEBUG [RS:0;719ac8e87449:32789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T07:44:52,586 DEBUG [RS:0;719ac8e87449:32789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T07:44:52,587 DEBUG [RS:0;719ac8e87449:32789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:44:52,587 DEBUG [RS:0;719ac8e87449:32789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:44:52,587 DEBUG [RS:0;719ac8e87449:32789 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 719ac8e87449,32789,1732607092054 2024-11-26T07:44:52,587 DEBUG [RS:0;719ac8e87449:32789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,32789,1732607092054' 2024-11-26T07:44:52,587 DEBUG [RS:0;719ac8e87449:32789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T07:44:52,587 DEBUG [RS:0;719ac8e87449:32789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T07:44:52,588 DEBUG [RS:0;719ac8e87449:32789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:44:52,588 INFO [RS:0;719ac8e87449:32789 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:44:52,588 INFO [RS:0;719ac8e87449:32789 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:44:52,623 WARN [719ac8e87449:38679 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T07:44:52,688 INFO [RS:0;719ac8e87449:32789 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:44:52,690 INFO [RS:0;719ac8e87449:32789 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C32789%2C1732607092054, suffix=, logDir=hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/WALs/719ac8e87449,32789,1732607092054, archiveDir=hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/oldWALs, maxLogs=32 2024-11-26T07:44:52,703 DEBUG [RS:0;719ac8e87449:32789 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/WALs/719ac8e87449,32789,1732607092054/719ac8e87449%2C32789%2C1732607092054.1732607092691, exclude list is [], retry=0 2024-11-26T07:44:52,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34477,DS-103954fc-2954-4448-9551-3477dd36931a,DISK] 2024-11-26T07:44:52,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43733,DS-bd904394-9350-41ce-afd6-72ded4af1b9d,DISK] 2024-11-26T07:44:52,711 INFO [RS:0;719ac8e87449:32789 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/WALs/719ac8e87449,32789,1732607092054/719ac8e87449%2C32789%2C1732607092054.1732607092691 2024-11-26T07:44:52,712 DEBUG [RS:0;719ac8e87449:32789 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44073:44073),(127.0.0.1/127.0.0.1:39853:39853)] 2024-11-26T07:44:52,873 DEBUG [719ac8e87449:38679 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T07:44:52,873 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=719ac8e87449,32789,1732607092054 2024-11-26T07:44:52,875 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 719ac8e87449,32789,1732607092054, state=OPENING 2024-11-26T07:44:52,906 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:44:52,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:44:52,948 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1017763b7640001, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:44:52,948 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:44:52,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:44:52,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:44:52,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=719ac8e87449,32789,1732607092054}] 2024-11-26T07:44:53,102 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:44:53,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54975, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:44:53,109 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:44:53,109 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:44:53,109 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:44:53,111 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C32789%2C1732607092054.meta, suffix=.meta, logDir=hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/WALs/719ac8e87449,32789,1732607092054, archiveDir=hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/oldWALs, maxLogs=32 2024-11-26T07:44:53,125 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/WALs/719ac8e87449,32789,1732607092054/719ac8e87449%2C32789%2C1732607092054.meta.1732607093111.meta, exclude list is [], retry=0 2024-11-26T07:44:53,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43733,DS-bd904394-9350-41ce-afd6-72ded4af1b9d,DISK] 2024-11-26T07:44:53,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34477,DS-103954fc-2954-4448-9551-3477dd36931a,DISK] 2024-11-26T07:44:53,129 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/WALs/719ac8e87449,32789,1732607092054/719ac8e87449%2C32789%2C1732607092054.meta.1732607093111.meta 2024-11-26T07:44:53,129 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39853:39853),(127.0.0.1/127.0.0.1:44073:44073)] 2024-11-26T07:44:53,129 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:44:53,129 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:44:53,129 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:44:53,130 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:44:53,130 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:44:53,130 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:44:53,130 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:44:53,130 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:44:53,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:44:53,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:44:53,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:44:53,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:44:53,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:44:53,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:44:53,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:44:53,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:44:53,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:44:53,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:44:53,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:44:53,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:44:53,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:44:53,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:44:53,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:44:53,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:44:53,136 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:44:53,137 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/data/hbase/meta/1588230740 2024-11-26T07:44:53,138 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/data/hbase/meta/1588230740 2024-11-26T07:44:53,139 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:44:53,139 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:44:53,140 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T07:44:53,141 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:44:53,142 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=812954, jitterRate=0.03372451663017273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T07:44:53,142 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:44:53,143 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732607093130Writing region info on filesystem at 1732607093130Initializing all the Stores at 1732607093131 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607093131Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607093131Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607093131Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607093131Cleaning up temporary data from old regions at 1732607093139 (+8 ms)Running coprocessor post-open hooks at 1732607093142 (+3 ms)Region opened successfully at 1732607093143 (+1 ms) 2024-11-26T07:44:53,144 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732607093101 2024-11-26T07:44:53,146 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:44:53,147 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:44:53,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,32789,1732607092054 2024-11-26T07:44:53,148 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 719ac8e87449,32789,1732607092054, state=OPEN 2024-11-26T07:44:53,196 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1017763b7640001, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:44:53,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:44:53,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:44:53,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:44:53,196 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=719ac8e87449,32789,1732607092054 2024-11-26T07:44:53,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:44:53,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=719ac8e87449,32789,1732607092054 in 248 msec 2024-11-26T07:44:53,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:44:53,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 729 msec 2024-11-26T07:44:53,203 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:44:53,203 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:44:53,204 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:44:53,204 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,32789,1732607092054, seqNum=-1] 2024-11-26T07:44:53,205 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:44:53,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40171, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:44:53,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 791 msec 2024-11-26T07:44:53,212 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732607093212, completionTime=-1 2024-11-26T07:44:53,212 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T07:44:53,212 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:44:53,214 INFO [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T07:44:53,214 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732607153214 2024-11-26T07:44:53,214 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732607213214 2024-11-26T07:44:53,214 INFO [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T07:44:53,214 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,38679,1732607091899-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:44:53,214 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,38679,1732607091899-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:44:53,215 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,38679,1732607091899-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:44:53,215 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-719ac8e87449:38679, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:44:53,215 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:44:53,215 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:44:53,217 DEBUG [master/719ac8e87449:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:44:53,219 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.087sec 2024-11-26T07:44:53,219 INFO [master/719ac8e87449:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:44:53,219 INFO [master/719ac8e87449:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:44:53,219 INFO [master/719ac8e87449:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:44:53,219 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:44:53,219 INFO [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:44:53,219 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,38679,1732607091899-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:44:53,219 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,38679,1732607091899-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:44:53,222 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:44:53,222 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:44:53,222 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,38679,1732607091899-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:44:53,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158df4fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:44:53,297 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38679,-1 for getting cluster id 2024-11-26T07:44:53,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:44:53,299 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1151650c-7e84-4c64-b445-410a7ebaa1ad' 2024-11-26T07:44:53,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:44:53,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1151650c-7e84-4c64-b445-410a7ebaa1ad" 2024-11-26T07:44:53,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53141a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:44:53,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38679,-1] 2024-11-26T07:44:53,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:44:53,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:44:53,301 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:44:53,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b95b9d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:44:53,303 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:44:53,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,32789,1732607092054, seqNum=-1] 2024-11-26T07:44:53,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:44:53,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45180, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:44:53,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=719ac8e87449,38679,1732607091899 2024-11-26T07:44:53,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:44:53,314 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-26T07:44:53,314 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:44:53,316 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:44:53,320 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/WALs/test.com,8080,1, archiveDir=hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/oldWALs, maxLogs=32 2024-11-26T07:44:53,343 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/WALs/test.com,8080,1/test.com%2C8080%2C1.1732607093321, exclude list is [], retry=0 2024-11-26T07:44:53,347 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43733,DS-bd904394-9350-41ce-afd6-72ded4af1b9d,DISK] 2024-11-26T07:44:53,347 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34477,DS-103954fc-2954-4448-9551-3477dd36931a,DISK] 2024-11-26T07:44:53,351 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/WALs/test.com,8080,1/test.com%2C8080%2C1.1732607093321 2024-11-26T07:44:53,355 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39853:39853),(127.0.0.1/127.0.0.1:44073:44073)] 2024-11-26T07:44:53,373 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/WALs/test.com,8080,1/test.com%2C8080%2C1.1732607093355, exclude list is [], retry=0 2024-11-26T07:44:53,377 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43733,DS-bd904394-9350-41ce-afd6-72ded4af1b9d,DISK] 2024-11-26T07:44:53,377 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34477,DS-103954fc-2954-4448-9551-3477dd36931a,DISK] 2024-11-26T07:44:53,382 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/WALs/test.com,8080,1/test.com%2C8080%2C1.1732607093321 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/WALs/test.com,8080,1/test.com%2C8080%2C1.1732607093355 2024-11-26T07:44:53,382 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39853:39853),(127.0.0.1/127.0.0.1:44073:44073)] 2024-11-26T07:44:53,383 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/WALs/test.com,8080,1/test.com%2C8080%2C1.1732607093321 is not closed yet, will try archiving it next time 2024-11-26T07:44:53,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741835_1011 (size=93) 2024-11-26T07:44:53,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43733 is added to blk_1073741835_1011 (size=93) 2024-11-26T07:44:53,388 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/WALs/test.com,8080,1/test.com%2C8080%2C1.1732607093321 to hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/oldWALs/test.com%2C8080%2C1.1732607093321 2024-11-26T07:44:53,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741836_1012 (size=93) 2024-11-26T07:44:53,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43733 is added to blk_1073741836_1012 (size=93) 2024-11-26T07:44:53,399 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/oldWALs 2024-11-26T07:44:53,399 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1732607093355) 2024-11-26T07:44:53,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:44:53,399 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:44:53,400 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:44:53,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:44:53,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:44:53,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:44:53,400 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:44:53,400 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=685252897, stopped=false 2024-11-26T07:44:53,401 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=719ac8e87449,38679,1732607091899 2024-11-26T07:44:53,420 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1017763b7640001, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:44:53,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:44:53,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:44:53,420 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1017763b7640001, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:44:53,420 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:44:53,420 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:44:53,421 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:44:53,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:44:53,421 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '719ac8e87449,32789,1732607092054' ***** 2024-11-26T07:44:53,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32789-0x1017763b7640001, quorum=127.0.0.1:62174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:44:53,421 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:44:53,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:44:53,422 INFO [RS:0;719ac8e87449:32789 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:44:53,422 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:44:53,422 INFO [RS:0;719ac8e87449:32789 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:44:53,422 INFO [RS:0;719ac8e87449:32789 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:44:53,422 INFO [RS:0;719ac8e87449:32789 {}] regionserver.HRegionServer(959): stopping server 719ac8e87449,32789,1732607092054 2024-11-26T07:44:53,422 INFO [RS:0;719ac8e87449:32789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:44:53,422 INFO [RS:0;719ac8e87449:32789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;719ac8e87449:32789. 2024-11-26T07:44:53,423 DEBUG [RS:0;719ac8e87449:32789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:44:53,423 DEBUG [RS:0;719ac8e87449:32789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:44:53,423 INFO [RS:0;719ac8e87449:32789 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:44:53,427 INFO [RS:0;719ac8e87449:32789 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:44:53,427 INFO [RS:0;719ac8e87449:32789 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:44:53,427 INFO [RS:0;719ac8e87449:32789 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:44:53,428 INFO [RS:0;719ac8e87449:32789 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T07:44:53,428 DEBUG [RS:0;719ac8e87449:32789 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T07:44:53,428 DEBUG [RS:0;719ac8e87449:32789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:44:53,428 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:44:53,428 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:44:53,428 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:44:53,428 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:44:53,428 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:44:53,428 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-26T07:44:53,447 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/data/hbase/meta/1588230740/.tmp/ns/4ad4c55efc5f46bbbda829b0f8b35ec7 is 43, key is default/ns:d/1732607093207/Put/seqid=0 2024-11-26T07:44:53,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43733 is added to blk_1073741837_1013 (size=5153) 2024-11-26T07:44:53,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741837_1013 (size=5153) 2024-11-26T07:44:53,614 INFO [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:44:53,615 INFO [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:44:53,628 DEBUG [RS:0;719ac8e87449:32789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:44:53,828 DEBUG [RS:0;719ac8e87449:32789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:44:53,856 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/data/hbase/meta/1588230740/.tmp/ns/4ad4c55efc5f46bbbda829b0f8b35ec7 2024-11-26T07:44:53,866 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/data/hbase/meta/1588230740/.tmp/ns/4ad4c55efc5f46bbbda829b0f8b35ec7 as hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/data/hbase/meta/1588230740/ns/4ad4c55efc5f46bbbda829b0f8b35ec7 2024-11-26T07:44:53,873 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/data/hbase/meta/1588230740/ns/4ad4c55efc5f46bbbda829b0f8b35ec7, entries=2, sequenceid=6, filesize=5.0 K 2024-11-26T07:44:53,874 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false 2024-11-26T07:44:53,874 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T07:44:53,879 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T07:44:53,880 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:44:53,880 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:44:53,880 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732607093428Running coprocessor pre-close hooks at 1732607093428Disabling compacts and flushes for region at 1732607093428Disabling writes for close at 1732607093428Obtaining lock to block concurrent updates at 1732607093428Preparing flush snapshotting stores in 1588230740 at 1732607093428Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732607093429 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732607093429Flushing 1588230740/ns: creating writer at 1732607093429Flushing 1588230740/ns: appending metadata at 1732607093446 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732607093446Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ffd1aa8: reopening flushed file at 1732607093865 (+419 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false at 1732607093874 (+9 ms)Writing region close event to WAL at 1732607093875 (+1 ms)Running coprocessor post-close hooks at 1732607093880 (+5 ms)Closed at 1732607093880 2024-11-26T07:44:53,880 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:44:54,029 INFO [RS:0;719ac8e87449:32789 {}] regionserver.HRegionServer(976): stopping server 719ac8e87449,32789,1732607092054; all regions closed. 2024-11-26T07:44:54,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43733 is added to blk_1073741834_1010 (size=1152) 2024-11-26T07:44:54,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741834_1010 (size=1152) 2024-11-26T07:44:54,034 DEBUG [RS:0;719ac8e87449:32789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/oldWALs 2024-11-26T07:44:54,034 INFO [RS:0;719ac8e87449:32789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C32789%2C1732607092054.meta:.meta(num 1732607093111) 2024-11-26T07:44:54,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43733 is added to blk_1073741833_1009 (size=93) 2024-11-26T07:44:54,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741833_1009 (size=93) 2024-11-26T07:44:54,039 DEBUG [RS:0;719ac8e87449:32789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/oldWALs 2024-11-26T07:44:54,039 INFO [RS:0;719ac8e87449:32789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C32789%2C1732607092054:(num 1732607092691) 2024-11-26T07:44:54,039 DEBUG [RS:0;719ac8e87449:32789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:44:54,039 INFO [RS:0;719ac8e87449:32789 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:44:54,039 INFO [RS:0;719ac8e87449:32789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:44:54,039 INFO [RS:0;719ac8e87449:32789 {}] hbase.ChoreService(370): Chore service for: regionserver/719ac8e87449:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T07:44:54,039 INFO [RS:0;719ac8e87449:32789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:44:54,039 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:44:54,039 INFO [RS:0;719ac8e87449:32789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32789 2024-11-26T07:44:54,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:44:54,053 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1017763b7640001, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/719ac8e87449,32789,1732607092054 2024-11-26T07:44:54,053 INFO [RS:0;719ac8e87449:32789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:44:54,064 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [719ac8e87449,32789,1732607092054] 2024-11-26T07:44:54,072 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/719ac8e87449,32789,1732607092054 already deleted, retry=false 2024-11-26T07:44:54,073 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 719ac8e87449,32789,1732607092054 expired; onlineServers=0 2024-11-26T07:44:54,073 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '719ac8e87449,38679,1732607091899' ***** 2024-11-26T07:44:54,073 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:44:54,073 INFO [M:0;719ac8e87449:38679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:44:54,073 INFO [M:0;719ac8e87449:38679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:44:54,073 DEBUG [M:0;719ac8e87449:38679 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:44:54,073 DEBUG [M:0;719ac8e87449:38679 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:44:54,073 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:44:54,073 DEBUG [master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732607092426 {}] cleaner.HFileCleaner(306): Exit Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732607092426,5,FailOnTimeoutGroup] 2024-11-26T07:44:54,073 DEBUG [master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732607092426 {}] cleaner.HFileCleaner(306): Exit Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732607092426,5,FailOnTimeoutGroup] 2024-11-26T07:44:54,073 INFO [M:0;719ac8e87449:38679 {}] hbase.ChoreService(370): Chore service for: master/719ac8e87449:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:44:54,073 INFO [M:0;719ac8e87449:38679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:44:54,073 DEBUG [M:0;719ac8e87449:38679 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:44:54,073 INFO [M:0;719ac8e87449:38679 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:44:54,073 INFO [M:0;719ac8e87449:38679 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:44:54,074 INFO [M:0;719ac8e87449:38679 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:44:54,074 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:44:54,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T07:44:54,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:44:54,081 DEBUG [M:0;719ac8e87449:38679 {}] zookeeper.ZKUtil(347): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T07:44:54,081 WARN [M:0;719ac8e87449:38679 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:44:54,082 INFO [M:0;719ac8e87449:38679 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/.lastflushedseqids 2024-11-26T07:44:54,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741838_1014 (size=99) 2024-11-26T07:44:54,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43733 is added to blk_1073741838_1014 (size=99) 2024-11-26T07:44:54,089 INFO [M:0;719ac8e87449:38679 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:44:54,089 INFO [M:0;719ac8e87449:38679 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:44:54,089 DEBUG [M:0;719ac8e87449:38679 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:44:54,089 INFO [M:0;719ac8e87449:38679 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:44:54,089 DEBUG [M:0;719ac8e87449:38679 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:44:54,089 DEBUG [M:0;719ac8e87449:38679 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:44:54,089 DEBUG [M:0;719ac8e87449:38679 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:44:54,089 INFO [M:0;719ac8e87449:38679 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-26T07:44:54,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:44:54,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:44:54,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:44:54,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:44:54,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:44:54,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:44:54,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:44:54,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:44:54,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:44:54,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:44:54,105 DEBUG [M:0;719ac8e87449:38679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/112cd23c488d415894530f20114d675e is 82, key is hbase:meta,,1/info:regioninfo/1732607093147/Put/seqid=0 2024-11-26T07:44:54,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43733 is added to blk_1073741839_1015 (size=5672) 2024-11-26T07:44:54,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741839_1015 (size=5672) 2024-11-26T07:44:54,111 INFO [M:0;719ac8e87449:38679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/112cd23c488d415894530f20114d675e 2024-11-26T07:44:54,131 DEBUG [M:0;719ac8e87449:38679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/437cc39ae0a54935903d296b3d4046c3 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732607093211/Put/seqid=0 2024-11-26T07:44:54,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43733 is added to blk_1073741840_1016 (size=5275) 2024-11-26T07:44:54,139 INFO [M:0;719ac8e87449:38679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/437cc39ae0a54935903d296b3d4046c3 2024-11-26T07:44:54,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741840_1016 (size=5275) 2024-11-26T07:44:54,160 DEBUG [M:0;719ac8e87449:38679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecf51fffd07c4d1db7682bd6a0a91247 is 69, key is 719ac8e87449,32789,1732607092054/rs:state/1732607092539/Put/seqid=0 2024-11-26T07:44:54,164 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1017763b7640001, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:44:54,164 INFO [RS:0;719ac8e87449:32789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:44:54,164 DEBUG [pool-602-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32789-0x1017763b7640001, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:44:54,164 INFO [RS:0;719ac8e87449:32789 {}] regionserver.HRegionServer(1031): Exiting; stopping=719ac8e87449,32789,1732607092054; zookeeper connection closed. 2024-11-26T07:44:54,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741841_1017 (size=5156) 2024-11-26T07:44:54,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43733 is added to blk_1073741841_1017 (size=5156) 2024-11-26T07:44:54,166 INFO [M:0;719ac8e87449:38679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecf51fffd07c4d1db7682bd6a0a91247 2024-11-26T07:44:54,166 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ac94299 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ac94299 2024-11-26T07:44:54,167 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T07:44:54,185 DEBUG [M:0;719ac8e87449:38679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d6dd348b0e9940478a941cdafc60d6da is 52, key is load_balancer_on/state:d/1732607093312/Put/seqid=0 2024-11-26T07:44:54,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741842_1018 (size=5056) 2024-11-26T07:44:54,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43733 is added to blk_1073741842_1018 (size=5056) 2024-11-26T07:44:54,191 INFO [M:0;719ac8e87449:38679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d6dd348b0e9940478a941cdafc60d6da 2024-11-26T07:44:54,196 DEBUG [M:0;719ac8e87449:38679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/112cd23c488d415894530f20114d675e as hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/112cd23c488d415894530f20114d675e 2024-11-26T07:44:54,201 INFO [M:0;719ac8e87449:38679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/112cd23c488d415894530f20114d675e, entries=8, sequenceid=29, filesize=5.5 K 2024-11-26T07:44:54,202 DEBUG [M:0;719ac8e87449:38679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/437cc39ae0a54935903d296b3d4046c3 as hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/437cc39ae0a54935903d296b3d4046c3 2024-11-26T07:44:54,207 INFO [M:0;719ac8e87449:38679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/437cc39ae0a54935903d296b3d4046c3, entries=3, sequenceid=29, filesize=5.2 K 2024-11-26T07:44:54,208 DEBUG [M:0;719ac8e87449:38679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecf51fffd07c4d1db7682bd6a0a91247 as hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecf51fffd07c4d1db7682bd6a0a91247 2024-11-26T07:44:54,213 INFO [M:0;719ac8e87449:38679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecf51fffd07c4d1db7682bd6a0a91247, entries=1, sequenceid=29, filesize=5.0 K 2024-11-26T07:44:54,214 DEBUG [M:0;719ac8e87449:38679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d6dd348b0e9940478a941cdafc60d6da as hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d6dd348b0e9940478a941cdafc60d6da 2024-11-26T07:44:54,219 INFO [M:0;719ac8e87449:38679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45095/user/jenkins/test-data/a8dff724-efad-98ce-7333-f076b5a3f3de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d6dd348b0e9940478a941cdafc60d6da, entries=1, sequenceid=29, filesize=4.9 K 2024-11-26T07:44:54,220 INFO [M:0;719ac8e87449:38679 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=29, compaction requested=false 2024-11-26T07:44:54,222 INFO [M:0;719ac8e87449:38679 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:44:54,222 DEBUG [M:0;719ac8e87449:38679 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732607094089Disabling compacts and flushes for region at 1732607094089Disabling writes for close at 1732607094089Obtaining lock to block concurrent updates at 1732607094089Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732607094089Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1732607094090 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732607094090Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732607094090Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732607094105 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732607094105Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732607094117 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732607094131 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732607094131Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732607094144 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732607094160 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732607094160Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732607094171 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732607094184 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732607094184Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c5dc4fa: reopening flushed file at 1732607094195 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b118860: reopening flushed file at 1732607094201 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e65835a: reopening flushed file at 1732607094207 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6305e2e8: reopening flushed file at 1732607094213 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=29, compaction requested=false at 1732607094220 (+7 ms)Writing region close event to WAL at 1732607094222 (+2 ms)Closed at 1732607094222 2024-11-26T07:44:54,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741830_1006 (size=10311) 2024-11-26T07:44:54,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43733 is added to blk_1073741830_1006 (size=10311) 2024-11-26T07:44:54,233 INFO [M:0;719ac8e87449:38679 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:44:54,233 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:44:54,233 INFO [M:0;719ac8e87449:38679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38679 2024-11-26T07:44:54,233 INFO [M:0;719ac8e87449:38679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:44:54,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:44:54,353 INFO [M:0;719ac8e87449:38679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:44:54,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x1017763b7640000, quorum=127.0.0.1:62174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:44:54,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@170a3b4f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:44:54,359 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ed2bfc5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:44:54,359 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:44:54,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d30c434{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:44:54,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@648a53bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/hadoop.log.dir/,STOPPED} 2024-11-26T07:44:54,361 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:44:54,361 WARN [BP-973668488-172.17.0.2-1732607090286 heartbeating to localhost/127.0.0.1:45095 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:44:54,361 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:44:54,361 WARN [BP-973668488-172.17.0.2-1732607090286 heartbeating to localhost/127.0.0.1:45095 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-973668488-172.17.0.2-1732607090286 (Datanode Uuid 38f7704e-616b-48be-83b2-a01520cd698c) service to localhost/127.0.0.1:45095 2024-11-26T07:44:54,361 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/cluster_cbea660a-3c0d-2999-bd43-61af287bb3f0/data/data3/current/BP-973668488-172.17.0.2-1732607090286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:44:54,362 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/cluster_cbea660a-3c0d-2999-bd43-61af287bb3f0/data/data4/current/BP-973668488-172.17.0.2-1732607090286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:44:54,362 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:44:54,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2199219d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:44:54,364 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ac9d72f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:44:54,364 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:44:54,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@698aeb92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:44:54,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d8d06dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/hadoop.log.dir/,STOPPED} 2024-11-26T07:44:54,365 WARN [BP-973668488-172.17.0.2-1732607090286 heartbeating to localhost/127.0.0.1:45095 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:44:54,365 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:44:54,365 WARN [BP-973668488-172.17.0.2-1732607090286 heartbeating to localhost/127.0.0.1:45095 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-973668488-172.17.0.2-1732607090286 (Datanode Uuid c28d1864-5703-442f-b649-d82b3731c965) service to localhost/127.0.0.1:45095 2024-11-26T07:44:54,365 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:44:54,365 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/cluster_cbea660a-3c0d-2999-bd43-61af287bb3f0/data/data1/current/BP-973668488-172.17.0.2-1732607090286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:44:54,365 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/cluster_cbea660a-3c0d-2999-bd43-61af287bb3f0/data/data2/current/BP-973668488-172.17.0.2-1732607090286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:44:54,366 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:44:54,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e3dbf9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:44:54,370 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c7f4d86{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:44:54,370 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:44:54,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62d0f0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:44:54,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@323176f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83eb8ff-f915-ffde-1782-1bf2102e0f24/hadoop.log.dir/,STOPPED} 2024-11-26T07:44:54,375 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T07:44:54,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:44:54,395 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=130 (was 108) - Thread LEAK? -, OpenFileDescriptor=501 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=210 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=11454 (was 11289) - AvailableMemoryMB LEAK? -